2024-11-10 09:50:15,482 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-10 09:50:15,494 main DEBUG Took 0.010274 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-10 09:50:15,494 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-10 09:50:15,495 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-10 09:50:15,495 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-10 09:50:15,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,506 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-10 09:50:15,516 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,518 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,519 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,520 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,521 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,522 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,523 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,524 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,525 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,526 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 09:50:15,526 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,527 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-10 09:50:15,528 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 09:50:15,529 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-10 09:50:15,531 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-10 09:50:15,531 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-10 09:50:15,532 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-10 09:50:15,533 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-10 09:50:15,541 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-10 09:50:15,543 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-10 09:50:15,545 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-10 09:50:15,545 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-10 09:50:15,545 main DEBUG createAppenders(={Console})
2024-11-10 09:50:15,546 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 initialized
2024-11-10 09:50:15,546 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-10 09:50:15,547 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 OK.
2024-11-10 09:50:15,547 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-10 09:50:15,548 main DEBUG OutputStream closed
2024-11-10 09:50:15,548 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-10 09:50:15,548 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-10 09:50:15,548 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55cb6996 OK
2024-11-10 09:50:15,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-10 09:50:15,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-10 09:50:15,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-10 09:50:15,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-10 09:50:15,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-10 09:50:15,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-10 09:50:15,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-10 09:50:15,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-10 09:50:15,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-10 09:50:15,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-10 09:50:15,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-10 09:50:15,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-10 09:50:15,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-10 09:50:15,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-10 09:50:15,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-10 09:50:15,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-10 09:50:15,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-10 09:50:15,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-10 09:50:15,625 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10 09:50:15,626 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@28e8dde3) with optional ClassLoader: null
2024-11-10 09:50:15,626 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-10 09:50:15,627 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@28e8dde3] started OK.
2024-11-10T09:50:15,641 DEBUG [main {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-10 09:50:15,644 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-10 09:50:15,644 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10T09:50:15,754 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.ipc.TestNettyTlsIPC timeout: 312 mins
2024-11-10T09:50:16,058 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-10T09:50:16,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=12, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8756
2024-11-10T09:50:17,333 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T09:50:17,376 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-10T09:50:17,397 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-10T09:50:17,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:17,500 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12050 (auto-detected)
2024-11-10T09:50:17,501 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-10T09:50:17,523 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43647
2024-11-10T09:50:17,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6ea3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:17,565 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:17,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:17,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:17,890 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43647 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:17,891 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43647
2024-11-10T09:50:17,900 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18 (was 12)
Potentially hanging thread: TestNettyTlsIPC-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=8655 (was 8756)
2024-11-10T09:50:17,906 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8655
2024-11-10T09:50:17,908 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:17,909 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33077
2024-11-10T09:50:17,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f49e4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:17,910 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:17,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:17,926 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:17,989 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:18,092 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:18,140 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:18,155 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:18,215 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=300ms, rpcTimeout=100ms
2024-11-10T09:50:18,213 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4bd3be15, L:/127.0.0.1:33077 - R:/127.0.0.1:60630]
2024-11-10T09:50:18,318 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:18,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:18,427 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:18,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:18,648 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:18,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:18,868 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:18,978 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:19,087 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:19,198 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33077 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:19,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:19,198 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33077
2024-11-10T09:50:19,208 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 18)
Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FifoRpcScheduler.handler-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.Threads.sleepWithoutInterrupt(Threads.java:142)
	app//org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.pause(TestProtobufRpcServiceImpl.java:112)
	app//org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:155)
	app//org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	app//org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=8636 (was 8655)
2024-11-10T09:50:19,214 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8636
2024-11-10T09:50:19,216 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:19,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45201
2024-11-10T09:50:19,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3eb35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:19,218 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:19,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:19,220 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,248 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,249 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:19,264 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,278 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,279 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5920b0e6, L:/127.0.0.1:45201 - R:/127.0.0.1:56798]
2024-11-10T09:50:19,318 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:19,323 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:19,333 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56798 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:19,345 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:19,353 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:19,346 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218424 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,356 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218531 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218640 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218750 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232218970 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232219080 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60630 deadline: 1731232219190 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60630
2024-11-10T09:50:19,366 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:19,367 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:19,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:19,376 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=298 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=8635 (was 8636)
2024-11-10T09:50:19,382 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8635
2024-11-10T09:50:19,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:19,421 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39375
2024-11-10T09:50:19,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f83db0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:19,428 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:19,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:19,433 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,461 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,462 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:19,477 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,491 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,492 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfb2d31bb, L:/127.0.0.1:39375 - R:/127.0.0.1:34830]
2024-11-10T09:50:19,529 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:19,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:19,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39375
2024-11-10T09:50:19,565 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=8631 (was 8635)
2024-11-10T09:50:19,571 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8630
2024-11-10T09:50:19,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572925af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:19,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:19,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38205
2024-11-10T09:50:19,574 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:19,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:19,577 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,606 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,606 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:19,622 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,637 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,637 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdfea1c4c, L:/127.0.0.1:38205 - R:/127.0.0.1:34812]
2024-11-10T09:50:19,673 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:19,675 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:19,675 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34812 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:19,677 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:19,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:19,767 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38205
2024-11-10T09:50:19,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 22)
Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 69) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8627 (was 8630)
2024-11-10T09:50:19,797 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8627
2024-11-10T09:50:19,799 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:19,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33199
2024-11-10T09:50:19,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec13386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:19,800 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:19,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:19,802 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,831 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,832 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:19,847 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,861 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,862 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0d3d573c, L:/127.0.0.1:33199 - R:/127.0.0.1:57864]
2024-11-10T09:50:19,906 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:19,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:19,918 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33199
2024-11-10T09:50:19,925 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8621 (was 8627)
2024-11-10T09:50:19,930 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8621
2024-11-10T09:50:19,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:19,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42417
2024-11-10T09:50:19,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7b0530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:19,934 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:19,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:19,936 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,964 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,965 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:19,980 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:19,995 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:19,996 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4281ac0e, L:/127.0.0.1:42417 - R:/127.0.0.1:56846]
2024-11-10T09:50:20,033 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:20,033 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:56846; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,037 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42417 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:20,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42417
2024-11-10T09:50:20,044 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8614 (was 8621)
2024-11-10T09:50:20,049 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8614
2024-11-10T09:50:20,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,053 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46625
2024-11-10T09:50:20,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec615ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,054 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:20,057 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,087 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,087 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,102 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,117 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,118 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8c857f5d, L:/127.0.0.1:46625 - R:/127.0.0.1:41364]
2024-11-10T09:50:20,154 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:20,157 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:20,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,164 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=298 (was 297) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8608 (was 8614)
2024-11-10T09:50:20,170 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8607
2024-11-10T09:50:20,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38151
2024-11-10T09:50:20,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb2e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,174 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:20,177 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,205 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,206 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,221 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,236 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,236 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa4b91132, L:/127.0.0.1:38151 - R:/127.0.0.1:40750]
2024-11-10T09:50:20,273 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:20,274 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40750
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40750
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:20,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,283 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8601 (was 8607)
2024-11-10T09:50:20,288 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8601
2024-11-10T09:50:20,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45599
2024-11-10T09:50:20,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5bd092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,292 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:20,293 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,322 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,323 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,350 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,365 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,366 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4d80a552, L:/127.0.0.1:45599 - R:/127.0.0.1:44716]
2024-11-10T09:50:20,403 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44716
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44716
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:20,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45599
2024-11-10T09:50:20,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 299), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8595 (was 8601)
2024-11-10T09:50:20,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8595
2024-11-10T09:50:20,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36285
2024-11-10T09:50:20,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad039a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,419 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:20,420 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,461 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,462 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,477 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,491 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,492 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd3a0691a, L:/127.0.0.1:36285 - R:/127.0.0.1:48678]
2024-11-10T09:50:20,526 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:20,630 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:20,631 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:20,632 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:20,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,639 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 23) - Thread LEAK? -, OpenFileDescriptor=301 (was 299) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8589 (was 8595)
2024-11-10T09:50:20,644 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8588
2024-11-10T09:50:20,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39597
2024-11-10T09:50:20,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60053eb9, compressor=org.apache.hadoop.io.compress.GzipCodec@6741cf32, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,649 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:20,651 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,683 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,684 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,698 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,713 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,713 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9d0af698, L:/127.0.0.1:39597 - R:/127.0.0.1:51042]
2024-11-10T09:50:20,755 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:20,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39597
2024-11-10T09:50:20,777 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8579 (was 8588)
2024-11-10T09:50:20,782 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8578
2024-11-10T09:50:20,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,785 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38509
2024-11-10T09:50:20,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc3d04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,785 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:20,788 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,816 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,817 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,831 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,846 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,846 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x291353fb, L:/127.0.0.1:38509 - R:/127.0.0.1:35906]
2024-11-10T09:50:20,880 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:20,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,883 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38509
2024-11-10T09:50:20,890 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8572 (was 8578)
2024-11-10T09:50:20,895 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8572
2024-11-10T09:50:20,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:20,897 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35193
2024-11-10T09:50:20,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52337240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:20,897 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:20,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:20,898 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,927 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,928 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:20,942 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:20,956 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:20,957 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf15b834c, L:/127.0.0.1:35193 - R:/127.0.0.1:44866]
2024-11-10T09:50:20,990 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:20,992 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:20,992 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44866 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:20,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:20,994 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:20,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35193
2024-11-10T09:50:21,000 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8565 (was 8572)
2024-11-10T09:50:21,005 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8565
2024-11-10T09:50:21,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:21,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40591
2024-11-10T09:50:21,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:21,008 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:21,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:21,010 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,039 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,039 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:21,054 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,068 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,069 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xad670e09, L:/127.0.0.1:40591 - R:/127.0.0.1:39488]
2024-11-10T09:50:21,102 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:21,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:21,104 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40591
2024-11-10T09:50:21,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8559 (was 8565)
2024-11-10T09:50:21,116 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8559
2024-11-10T09:50:21,118 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:21,119 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35083
2024-11-10T09:50:21,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571bd38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:21,120 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:21,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:21,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,158 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,159 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:21,173 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,187 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,188 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x14f20a7a, L:/127.0.0.1:35083 - R:/127.0.0.1:46408]
2024-11-10T09:50:21,222 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:21,224 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:21,231 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-fc894ee8757fd8d40ff5039d9bcd611d-32124ed875958fea-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:21,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:21,232 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:21,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35083
2024-11-10T09:50:21,239 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8552 (was 8559)
2024-11-10T09:50:21,244 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8551
2024-11-10T09:50:21,246 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:21,246 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46593
2024-11-10T09:50:21,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c67a110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:21,247 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:21,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:21,248 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,290 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,290 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:21,305 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,319 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,320 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x61199063, L:/127.0.0.1:46593 - R:/127.0.0.1:51074]
2024-11-10T09:50:21,354 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=151ms, rpcTimeout=100ms
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=151ms, rpcTimeout=100ms
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=151ms, rpcTimeout=100ms
2024-11-10T09:50:21,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=151ms, rpcTimeout=100ms
2024-11-10T09:50:21,401 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,401 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,401 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,401 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:50:21,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:21,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46593
2024-11-10T09:50:21,407 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=25 (was 24) - Thread LEAK? -, OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8544 (was 8551)
2024-11-10T09:50:21,413 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8543
2024-11-10T09:50:21,415 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:21,415 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40045
2024-11-10T09:50:21,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5dad73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:21,416 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:21,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:21,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:21,417 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40045 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:21,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40045
2024-11-10T09:50:21,423 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8543 (was 8543)
2024-11-10T09:50:21,427 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8542
2024-11-10T09:50:21,429 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:21,430 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43143
2024-11-10T09:50:21,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eea907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:21,430 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:21,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:21,431 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,459 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,460 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:21,475 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:21,489 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:21,489 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb724cb85, L:/127.0.0.1:43143 - R:/127.0.0.1:42502]
2024-11-10T09:50:21,523 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:21,568 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:21,678 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:21,788 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:21,898 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,008 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,118 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,228 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,338 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,356 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:22,356 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221456 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221456 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221456 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,358 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221458 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,359 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51074 deadline: 1731232221458 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51074
2024-11-10T09:50:22,448 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,525 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232221670 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,526 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232221779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,526 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232221890 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,526 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232222000 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,526 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232222110 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,526 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232222220 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,527 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232222330 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,527 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42502 deadline: 1731232222440 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42502
2024-11-10T09:50:22,527 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:22,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43143 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:22,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:22,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43143
2024-11-10T09:50:22,565 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8532 (was 8542)
2024-11-10T09:50:22,570 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8532
2024-11-10T09:50:22,572 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:22,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37111
2024-11-10T09:50:22,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d92c855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:22,573 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:22,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:22,574 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,603 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,603 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:22,618 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,633 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,634 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a7f99f6, L:/127.0.0.1:37111 - R:/127.0.0.1:56872]
2024-11-10T09:50:22,670 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:22,672 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:22,672 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56872 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:22,674 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:22,675 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:22,675 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:22,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:22,683 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 25) - Thread LEAK? -, OpenFileDescriptor=301 (was 300) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8526 (was 8532)
2024-11-10T09:50:22,688 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8526
2024-11-10T09:50:22,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:22,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46331
2024-11-10T09:50:22,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773e04ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:22,692 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:22,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:22,694 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,722 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,723 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:22,738 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,752 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,752 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x035e04c8, L:/127.0.0.1:46331 - R:/127.0.0.1:37560]
2024-11-10T09:50:22,786 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:22,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:22,805 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46331
2024-11-10T09:50:22,812 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8518 (was 8526)
2024-11-10T09:50:22,817 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8518
2024-11-10T09:50:22,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74936c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:22,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:22,820 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39805
2024-11-10T09:50:22,820 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:22,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:22,821 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,849 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,849 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:22,864 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,879 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,879 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc11351f2, L:/127.0.0.1:39805 - R:/127.0.0.1:45194]
2024-11-10T09:50:22,912 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:22,914 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:22,914 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45194 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:22,915 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:22,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:22,915 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39805
2024-11-10T09:50:22,921 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8512 (was 8518)
2024-11-10T09:50:22,926 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8511
2024-11-10T09:50:22,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:22,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44967
2024-11-10T09:50:22,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fea848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:22,929 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:22,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:22,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,958 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,959 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:22,974 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:22,988 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:22,988 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1d1ea0e6, L:/127.0.0.1:44967 - R:/127.0.0.1:49010]
2024-11-10T09:50:23,023 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,030 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44967
2024-11-10T09:50:23,036 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8503 (was 8511)
2024-11-10T09:50:23,041 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8503
2024-11-10T09:50:23,042 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,043 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43517
2024-11-10T09:50:23,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df77c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,043 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,044 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,073 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,073 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,088 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,102 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,103 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x25eddf39, L:/127.0.0.1:43517 - R:/127.0.0.1:41324]
2024-11-10T09:50:23,136 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,136 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:41324; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:23,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,138 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43517 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:23,138 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43517
2024-11-10T09:50:23,145 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8497 (was 8503)
2024-11-10T09:50:23,150 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8496
2024-11-10T09:50:23,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42377
2024-11-10T09:50:23,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455f80a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,153 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:23,155 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,183 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,183 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,212 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,212 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x405f39ae, L:/127.0.0.1:42377 - R:/127.0.0.1:54324]
2024-11-10T09:50:23,245 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:23,245 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:23,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,252 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=302 (was 301) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8490 (was 8496)
2024-11-10T09:50:23,257 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=302, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8489
2024-11-10T09:50:23,258 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,259 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35795
2024-11-10T09:50:23,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385dd0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,259 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:23,260 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,289 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,290 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,304 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,318 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,319 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x24966957, L:/127.0.0.1:35795 - R:/127.0.0.1:46706]
2024-11-10T09:50:23,350 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:23,350 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46706
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46706
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:23,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,358 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 302) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8484 (was 8489)
2024-11-10T09:50:23,363 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8483
2024-11-10T09:50:23,364 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32891
2024-11-10T09:50:23,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee5d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,365 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,366 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,395 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,395 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,410 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,424 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,424 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6e64ea70, L:/127.0.0.1:32891 - R:/127.0.0.1:47622]
2024-11-10T09:50:23,458 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47622
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47622
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:23,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32891
2024-11-10T09:50:23,465 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 303), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8478 (was 8483)
2024-11-10T09:50:23,470 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8477
2024-11-10T09:50:23,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,473 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36009
2024-11-10T09:50:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d997379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,473 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,474 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,503 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,503 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,518 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,532 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,532 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe842c58a, L:/127.0.0.1:36009 - R:/127.0.0.1:36538]
2024-11-10T09:50:23,533 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:23,567 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,670 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:23,671 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:23,671 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:23,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,677 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 303) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8471 (was 8477)
2024-11-10T09:50:23,682 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8471
2024-11-10T09:50:23,684 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,684 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38309
2024-11-10T09:50:23,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492baad, compressor=org.apache.hadoop.io.compress.GzipCodec@7b7361c5, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,685 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,686 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,714 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,714 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,729 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,743 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,743 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96631427, L:/127.0.0.1:38309 - R:/127.0.0.1:50398]
2024-11-10T09:50:23,776 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38309
2024-11-10T09:50:23,786 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8465 (was 8471)
2024-11-10T09:50:23,791 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8464
2024-11-10T09:50:23,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43923
2024-11-10T09:50:23,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e5a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,793 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,794 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,823 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,823 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,838 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,852 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,852 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf6d64ad7, L:/127.0.0.1:43923 - R:/127.0.0.1:55218]
2024-11-10T09:50:23,884 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,886 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43923
2024-11-10T09:50:23,892 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8458 (was 8464)
2024-11-10T09:50:23,897 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8458
2024-11-10T09:50:23,898 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:23,899 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44357
2024-11-10T09:50:23,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a143d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:23,899 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:23,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:23,900 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,928 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,929 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:23,943 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:23,958 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:23,958 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3e9210c3, L:/127.0.0.1:44357 - R:/127.0.0.1:55040]
2024-11-10T09:50:23,990 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:23,991 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:23,992 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55040 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:23,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:23,993 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:23,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44357
2024-11-10T09:50:23,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8452 (was 8458)
2024-11-10T09:50:24,005 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8452
2024-11-10T09:50:24,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:24,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42011
2024-11-10T09:50:24,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:24,007 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:24,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:24,009 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,037 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,038 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:24,053 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,067 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,067 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb9e5e982, L:/127.0.0.1:42011 - R:/127.0.0.1:51876]
2024-11-10T09:50:24,099 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:24,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:24,101 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42011
2024-11-10T09:50:24,107 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8446 (was 8452)
2024-11-10T09:50:24,112 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8445
2024-11-10T09:50:24,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:24,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40849
2024-11-10T09:50:24,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e18d8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:24,115 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:24,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:24,116 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,145 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,145 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:24,160 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,174 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,174 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x279876f3, L:/127.0.0.1:40849 - R:/127.0.0.1:53256]
2024-11-10T09:50:24,207 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:24,207 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:24,208 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-2f4a03917cb6580b0e1477bf7a97f5d2-d5ce837e38dbdee9-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:24,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:24,209 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:24,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40849
2024-11-10T09:50:24,215 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8439 (was 8445)
2024-11-10T09:50:24,220 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8439
2024-11-10T09:50:24,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:24,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37097
2024-11-10T09:50:24,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634bf98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:24,223 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:24,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:24,224 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,252 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,253 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:24,268 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,282 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,282 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xffb2cd47, L:/127.0.0.1:37097 - R:/127.0.0.1:54740]
2024-11-10T09:50:24,316 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,359 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:24,360 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:24,360 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:24,360 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:24,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:24,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37097
2024-11-10T09:50:24,366 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=27 (was 26) - Thread LEAK? -, OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8432 (was 8439)
2024-11-10T09:50:24,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8431
2024-11-10T09:50:24,373 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:24,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34621
2024-11-10T09:50:24,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e25409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:24,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:24,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:24,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:24,375 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34621 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:24,376 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34621
2024-11-10T09:50:24,381 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8430 (was 8431)
2024-11-10T09:50:24,386 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8430
2024-11-10T09:50:24,387 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:24,388 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42451
2024-11-10T09:50:24,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1659ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:24,388 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:24,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:24,408 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:24,425 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:24,425 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd78d3466, L:/127.0.0.1:42451 - R:/127.0.0.1:50806]
2024-11-10T09:50:24,426 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:24,497 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:24,608 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:24,718 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:24,828 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:24,938 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:25,048 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:25,157 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:25,268 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:25,317 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224417 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224417 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224418 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224418 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224418 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,318 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224418 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224419 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224419 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54740 deadline: 1731232224419 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54740
2024-11-10T09:50:25,378 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:25,429 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232224599 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,429 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:25,429 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232224709 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,429 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232224819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232224929 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232225039 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232225150 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232225259 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50806 deadline: 1731232225369 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50806
2024-11-10T09:50:25,488 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42451 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:25,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,488 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42451
2024-11-10T09:50:25,494 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8427 (was 8430)
2024-11-10T09:50:25,500 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8426
2024-11-10T09:50:25,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39761
2024-11-10T09:50:25,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631113a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,502 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,518 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,533 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,533 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7a5d176e, L:/127.0.0.1:39761 - R:/127.0.0.1:35938]
2024-11-10T09:50:25,534 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:25,535 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:25,535 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35938 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:25,536 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:25,537 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:25,537 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:25,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,543 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 27) - Thread LEAK? -, OpenFileDescriptor=305 (was 304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8424 (was 8426)
2024-11-10T09:50:25,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8424
2024-11-10T09:50:25,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44415
2024-11-10T09:50:25,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcc00fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,552 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,569 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,583 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,584 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x10a788a1, L:/127.0.0.1:44415 - R:/127.0.0.1:35496]
2024-11-10T09:50:25,584 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:25,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44415
2024-11-10T09:50:25,604 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8418 (was 8424)
2024-11-10T09:50:25,610 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8418
2024-11-10T09:50:25,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c751344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40461
2024-11-10T09:50:25,612 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,628 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,642 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,643 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x37e6a006, L:/127.0.0.1:40461 - R:/127.0.0.1:36536]
2024-11-10T09:50:25,643 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:25,645 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:25,645 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36536 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:25,646 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:25,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,646 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40461
2024-11-10T09:50:25,652 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8415 (was 8418)
2024-11-10T09:50:25,658 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8415
2024-11-10T09:50:25,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38185
2024-11-10T09:50:25,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb90620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,660 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,676 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,690 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,691 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbbcce5f9, L:/127.0.0.1:38185 - R:/127.0.0.1:42242]
2024-11-10T09:50:25,691 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:25,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38185
2024-11-10T09:50:25,702 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8412 (was 8415)
2024-11-10T09:50:25,707 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8412
2024-11-10T09:50:25,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44301
2024-11-10T09:50:25,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ddf1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,709 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,725 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,739 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,739 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x29f7f06e, L:/127.0.0.1:44301 - R:/127.0.0.1:51670]
2024-11-10T09:50:25,740 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:25,740 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:51670; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:25,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,741 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:25,741 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44301
2024-11-10T09:50:25,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8409 (was 8412)
2024-11-10T09:50:25,752 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8408
2024-11-10T09:50:25,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41083
2024-11-10T09:50:25,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab1a07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,754 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:25,770 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,784 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,784 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf155674b, L:/127.0.0.1:41083 - R:/127.0.0.1:60044]
2024-11-10T09:50:25,785 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:25,785 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:25,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,791 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=306 (was 305) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8406 (was 8408)
2024-11-10T09:50:25,796 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=306, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8405
2024-11-10T09:50:25,797 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36361
2024-11-10T09:50:25,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c716e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,798 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:25,814 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,828 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,828 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfafa2107, L:/127.0.0.1:36361 - R:/127.0.0.1:41228]
2024-11-10T09:50:25,828 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:25,829 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41228
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41228
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:25,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,835 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 306) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8403 (was 8405)
2024-11-10T09:50:25,841 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8403
2024-11-10T09:50:25,842 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,842 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38471
2024-11-10T09:50:25,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54800a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,843 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,860 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,874 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,875 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9b44f244, L:/127.0.0.1:38471 - R:/127.0.0.1:49678]
2024-11-10T09:50:25,875 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49678
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49678
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:25,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:25,876 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38471
2024-11-10T09:50:25,882 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 307), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8401 (was 8403)
2024-11-10T09:50:25,887 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8401
2024-11-10T09:50:25,888 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:25,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36705
2024-11-10T09:50:25,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f15fd5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:25,889 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:25,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:25,905 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:25,919 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:25,919 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf1c6e4b9, L:/127.0.0.1:36705 - R:/127.0.0.1:49368]
2024-11-10T09:50:25,920 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,022 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:26,023 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:26,024 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:26,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,030 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 28) - Thread LEAK? -, OpenFileDescriptor=308 (was 307) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8398 (was 8401)
2024-11-10T09:50:26,035 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8397
2024-11-10T09:50:26,036 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,037 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44097
2024-11-10T09:50:26,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235c3e8d, compressor=org.apache.hadoop.io.compress.GzipCodec@1849dd16, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,038 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,053 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,068 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,068 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa3b4ee3b, L:/127.0.0.1:44097 - R:/127.0.0.1:41948]
2024-11-10T09:50:26,069 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,072 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44097
2024-11-10T09:50:26,077 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8394 (was 8397)
2024-11-10T09:50:26,082 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8394
2024-11-10T09:50:26,083 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,084 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41157
2024-11-10T09:50:26,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636291ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,084 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,100 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,114 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,114 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1347ebf8, L:/127.0.0.1:41157 - R:/127.0.0.1:33734]
2024-11-10T09:50:26,115 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,117 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41157
2024-11-10T09:50:26,123 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8391 (was 8394)
2024-11-10T09:50:26,128 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8391
2024-11-10T09:50:26,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45159
2024-11-10T09:50:26,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bd86ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,130 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,146 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,170 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,171 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2539b5c4, L:/127.0.0.1:45159 - R:/127.0.0.1:56918]
2024-11-10T09:50:26,172 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:26,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56918 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:26,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,174 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:26,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45159
2024-11-10T09:50:26,180 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8388 (was 8391)
2024-11-10T09:50:26,185 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8388
2024-11-10T09:50:26,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40237
2024-11-10T09:50:26,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,187 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,203 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,218 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,218 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfce71d18, L:/127.0.0.1:40237 - R:/127.0.0.1:37278]
2024-11-10T09:50:26,218 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40237
2024-11-10T09:50:26,226 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8385 (was 8388)
2024-11-10T09:50:26,231 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8385
2024-11-10T09:50:26,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35989
2024-11-10T09:50:26,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3179a7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,233 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,248 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,263 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,263 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96b79be9, L:/127.0.0.1:35989 - R:/127.0.0.1:58002]
2024-11-10T09:50:26,263 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,264 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:26,264 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-b19bde181ac635861b8e0f78889c32e8-3d978a21d2f5d684-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:26,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:26,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35989
2024-11-10T09:50:26,272 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8382 (was 8385)
2024-11-10T09:50:26,278 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8381
2024-11-10T09:50:26,280 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,280 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44593
2024-11-10T09:50:26,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8ba231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,281 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,297 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,311 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,312 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbb3db6b2, L:/127.0.0.1:44593 - R:/127.0.0.1:39700]
2024-11-10T09:50:26,312 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44593 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-10T09:50:26,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,389 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44593
2024-11-10T09:50:26,396 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8378 (was 8381)
2024-11-10T09:50:26,402 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8378
2024-11-10T09:50:26,431 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:26,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41693
2024-11-10T09:50:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4137c3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,779 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:26,781 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41693 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:26,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41693
2024-11-10T09:50:26,787 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 30), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8330 (was 8378)
2024-11-10T09:50:26,792 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8329
2024-11-10T09:50:26,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:26,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39663
2024-11-10T09:50:26,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d0356f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:26,794 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:26,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:26,796 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,825 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,826 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:26,840 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:26,855 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:26,855 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xacb44e77, L:/127.0.0.1:39663 - R:/127.0.0.1:36848]
2024-11-10T09:50:26,889 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:26,927 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:50:27,038 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:27,148 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:27,258 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:27,314 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:27,314 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226413 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,314 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226414 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,314 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226414 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,314 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226414 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226414 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226414 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226415 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226415 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39700 deadline: 1731232226415 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39700
2024-11-10T09:50:27,368 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:27,478 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:27,588 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:27,698 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:27,808 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:27,891 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227029 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,891 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227139 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,891 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:27,891 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227249 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,892 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227359 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,892 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227469 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,892 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227579 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,892 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227689 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,892 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36848 deadline: 1731232227799 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36848
2024-11-10T09:50:27,918 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:27,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:27,918 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39663
2024-11-10T09:50:27,924 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8322 (was 8329)
2024-11-10T09:50:27,930 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8322
2024-11-10T09:50:27,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:27,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33571
2024-11-10T09:50:27,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317c48db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:27,932 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:27,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:27,933 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:27,962 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:27,962 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:27,977 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:27,991 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:27,991 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdf3768cd, L:/127.0.0.1:33571 - R:/127.0.0.1:57366]
2024-11-10T09:50:28,035 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:28,036 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:28,037 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:57366 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:28,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:28,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:28,039 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,045 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=309 (was 308) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8316 (was 8322)
2024-11-10T09:50:28,050 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8316
2024-11-10T09:50:28,051 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39031
2024-11-10T09:50:28,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18693b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,052 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,053 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,083 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,083 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,098 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,112 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,113 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbc79989b, L:/127.0.0.1:39031 - R:/127.0.0.1:35202]
2024-11-10T09:50:28,144 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:28,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39031
2024-11-10T09:50:28,165 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8308 (was 8316)
2024-11-10T09:50:28,170 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8308
2024-11-10T09:50:28,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516ad42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36523
2024-11-10T09:50:28,173 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,174 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,202 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,203 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,218 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,232 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,233 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7f625ec8, L:/127.0.0.1:36523 - R:/127.0.0.1:43506]
2024-11-10T09:50:28,265 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:28,266 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:28,266 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43506 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:28,267 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:28,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36523
2024-11-10T09:50:28,274 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8303 (was 8308)
2024-11-10T09:50:28,279 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8302
2024-11-10T09:50:28,281 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,281 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46637
2024-11-10T09:50:28,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec6628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,281 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,282 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,311 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,311 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,326 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,340 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,340 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd581b0bd, L:/127.0.0.1:46637 - R:/127.0.0.1:49818]
2024-11-10T09:50:28,372 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:28,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,378 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46637
2024-11-10T09:50:28,384 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8294 (was 8302)
2024-11-10T09:50:28,389 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8294
2024-11-10T09:50:28,390 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34401
2024-11-10T09:50:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3356f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,391 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,392 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,420 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,421 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,435 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,449 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,450 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5067effd, L:/127.0.0.1:34401 - R:/127.0.0.1:60980]
2024-11-10T09:50:28,480 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:28,480 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:60980; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:28,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,482 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34401 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:28,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34401
2024-11-10T09:50:28,487 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8289 (was 8294)
2024-11-10T09:50:28,492 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8288
2024-11-10T09:50:28,494 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,494 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45225
2024-11-10T09:50:28,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554d24c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,494 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:28,495 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,523 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,524 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,538 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,552 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,552 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x047e0e8a, L:/127.0.0.1:45225 - R:/127.0.0.1:43398]
2024-11-10T09:50:28,582 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:28,583 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:28,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=310 (was 309) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8282 (was 8288)
2024-11-10T09:50:28,594 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=310, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8281
2024-11-10T09:50:28,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34843
2024-11-10T09:50:28,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164e130b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,596 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:28,597 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,626 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,626 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,641 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,655 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,655 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7b672a17, L:/127.0.0.1:34843 - R:/127.0.0.1:52352]
2024-11-10T09:50:28,687 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:28,687 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:52352
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:52352
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:28,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,694 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 310) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8275 (was 8281)
2024-11-10T09:50:28,700 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8275
2024-11-10T09:50:28,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35299
2024-11-10T09:50:28,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b21e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,702 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,703 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,731 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,731 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,746 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,761 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,761 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2031e7bb, L:/127.0.0.1:35299 - R:/127.0.0.1:41314]
2024-11-10T09:50:28,793 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41314
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41314
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:28,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:28,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35299
2024-11-10T09:50:28,801 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 311), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8269 (was 8275)
2024-11-10T09:50:28,806 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8269
2024-11-10T09:50:28,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:28,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45805
2024-11-10T09:50:28,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1ed207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:28,808 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:28,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:28,809 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,837 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,838 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:28,852 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:28,866 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:28,867 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc235fcb4, L:/127.0.0.1:45805 - R:/127.0.0.1:42406]
2024-11-10T09:50:28,893 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:28,898 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,000 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:29,001 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:29,001 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:29,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,007 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 311) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8263 (was 8269)
2024-11-10T09:50:29,012 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8262
2024-11-10T09:50:29,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34399
2024-11-10T09:50:29,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8913bda, compressor=org.apache.hadoop.io.compress.GzipCodec@480b6ac2, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,014 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,015 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,044 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,044 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,059 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,073 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,073 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe6a261da, L:/127.0.0.1:34399 - R:/127.0.0.1:35344]
2024-11-10T09:50:29,107 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,110 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34399
2024-11-10T09:50:29,117 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8256 (was 8262)
2024-11-10T09:50:29,123 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8256
2024-11-10T09:50:29,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,125 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38105
2024-11-10T09:50:29,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e02bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,125 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,127 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,155 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,156 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,170 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,185 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,185 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x392dcf08, L:/127.0.0.1:38105 - R:/127.0.0.1:58494]
2024-11-10T09:50:29,217 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,219 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38105
2024-11-10T09:50:29,226 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8249 (was 8256)
2024-11-10T09:50:29,232 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8249
2024-11-10T09:50:29,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39073
2024-11-10T09:50:29,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5f3f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,235 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,236 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,265 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,265 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,280 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,295 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,295 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xda852e90, L:/127.0.0.1:39073 - R:/127.0.0.1:55892]
2024-11-10T09:50:29,327 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,328 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:29,328 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55892 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:29,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,330 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:29,330 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39073
2024-11-10T09:50:29,336 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8243 (was 8249)
2024-11-10T09:50:29,341 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8243
2024-11-10T09:50:29,343 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,343 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39073
2024-11-10T09:50:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,344 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,345 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,373 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,373 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,388 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,402 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,403 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x091a1d21, L:/127.0.0.1:39073 - R:/127.0.0.1:55898]
2024-11-10T09:50:29,434 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,435 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39073
2024-11-10T09:50:29,442 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8237 (was 8243)
2024-11-10T09:50:29,448 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8237
2024-11-10T09:50:29,449 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35011
2024-11-10T09:50:29,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43214241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,450 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,452 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,480 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,481 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,496 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,510 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,510 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9970a7fd, L:/127.0.0.1:35011 - R:/127.0.0.1:50826]
2024-11-10T09:50:29,542 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,542 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:29,543 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-e4ff042169ca842be7296205288546a7-43ce2a31052cfa62-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:29,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:29,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35011
2024-11-10T09:50:29,551 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=8230 (was 8237)
2024-11-10T09:50:29,557 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=8229
2024-11-10T09:50:29,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,559 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45469
2024-11-10T09:50:29,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cc2e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,559 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,561 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,589 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,589 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,604 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,618 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,619 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3b06fd22, L:/127.0.0.1:45469 - R:/127.0.0.1:46642]
2024-11-10T09:50:29,651 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,698 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,698 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,698 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,698 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45469 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:29,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,699 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45469
2024-11-10T09:50:29,705 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=31 (was 30) - Thread LEAK? -, OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 66) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8222 (was 8229)
2024-11-10T09:50:29,710 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8222
2024-11-10T09:50:29,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42501
2024-11-10T09:50:29,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21401d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,713 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:29,714 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:42501 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:29,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42501
2024-11-10T09:50:29,719 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8221 (was 8222)
2024-11-10T09:50:29,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8220
2024-11-10T09:50:29,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:29,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41975
2024-11-10T09:50:29,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4985c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:29,727 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:29,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:29,728 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,756 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,756 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:29,771 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:29,785 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:29,786 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x66b39d75, L:/127.0.0.1:41975 - R:/127.0.0.1:57386]
2024-11-10T09:50:29,817 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:29,858 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:29,968 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:30,078 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:30,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:30,298 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:30,407 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:30,517 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:30,628 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:30,652 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:30,652 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229752 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229752 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229752 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229753 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229753 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229753 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229753 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229753 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46642 deadline: 1731232229754 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46642
2024-11-10T09:50:30,737 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:30,818 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232229959 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230069 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230179 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230289 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230399 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230508 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230618 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,819 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57386 deadline: 1731232230730 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57386
2024-11-10T09:50:30,847 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41975 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:30,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:30,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41975
2024-11-10T09:50:30,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8213 (was 8220)
2024-11-10T09:50:30,859 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8212
2024-11-10T09:50:30,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:30,861 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41727
2024-11-10T09:50:30,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32926228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:30,861 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:30,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:30,862 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:30,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:30,891 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:30,906 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:30,920 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:30,920 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7234a596, L:/127.0.0.1:41727 - R:/127.0.0.1:55278]
2024-11-10T09:50:30,950 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:30,951 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:30,951 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55278 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:30,952 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:30,953 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:30,953 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:30,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:30,960 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 31) - Thread LEAK? -, OpenFileDescriptor=313 (was 312) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8206 (was 8212)
2024-11-10T09:50:30,965 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8206
2024-11-10T09:50:30,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:30,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42535
2024-11-10T09:50:30,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dab539c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:30,968 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:30,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:30,969 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:30,997 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:30,997 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,011 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,025 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,026 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1429f937, L:/127.0.0.1:42535 - R:/127.0.0.1:57094]
2024-11-10T09:50:31,056 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:31,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42535
2024-11-10T09:50:31,075 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8198 (was 8206)
2024-11-10T09:50:31,080 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8198
2024-11-10T09:50:31,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac13a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39829
2024-11-10T09:50:31,082 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,083 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,111 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,112 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,126 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,140 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,141 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x756f46f6, L:/127.0.0.1:39829 - R:/127.0.0.1:50828]
2024-11-10T09:50:31,171 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:31,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:31,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50828 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:31,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:31,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39829
2024-11-10T09:50:31,179 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8192 (was 8198)
2024-11-10T09:50:31,184 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8192
2024-11-10T09:50:31,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44085
2024-11-10T09:50:31,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4786850f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,186 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,187 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,215 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,230 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,244 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,244 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeba1a910, L:/127.0.0.1:44085 - R:/127.0.0.1:37048]
2024-11-10T09:50:31,275 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:31,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,280 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44085
2024-11-10T09:50:31,286 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8184 (was 8192)
2024-11-10T09:50:31,291 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8184
2024-11-10T09:50:31,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39189
2024-11-10T09:50:31,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec03fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,293 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,294 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,322 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,323 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,337 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,351 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,351 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbcd6fd45, L:/127.0.0.1:39189 - R:/127.0.0.1:50788]
2024-11-10T09:50:31,381 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:31,381 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:50788; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:31,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,383 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39189 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:31,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39189
2024-11-10T09:50:31,388 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8178 (was 8184)
2024-11-10T09:50:31,394 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8178
2024-11-10T09:50:31,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46721
2024-11-10T09:50:31,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,396 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:31,397 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,425 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,425 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,440 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,454 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,454 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc6eb433d, L:/127.0.0.1:46721 - R:/127.0.0.1:53984]
2024-11-10T09:50:31,484 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:31,484 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:31,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,490 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=314 (was 313) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8172 (was 8178)
2024-11-10T09:50:31,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=314, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8171
2024-11-10T09:50:31,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34619
2024-11-10T09:50:31,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f6d561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,497 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:31,498 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,526 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,527 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,541 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,555 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,555 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb993d72c, L:/127.0.0.1:34619 - R:/127.0.0.1:51674]
2024-11-10T09:50:31,585 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:31,585 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51674
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51674
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:31,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,591 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 314) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8166 (was 8171)
2024-11-10T09:50:31,596 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8165
2024-11-10T09:50:31,598 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,598 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38279
2024-11-10T09:50:31,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590837f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,598 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,599 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,627 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,628 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,642 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,656 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,656 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x02d19d1a, L:/127.0.0.1:38279 - R:/127.0.0.1:41028]
2024-11-10T09:50:31,686 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41028
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41028
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:31,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,687 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38279
2024-11-10T09:50:31,693 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 315), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8160 (was 8165)
2024-11-10T09:50:31,698 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8159
2024-11-10T09:50:31,699 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33053
2024-11-10T09:50:31,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c99a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,700 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,701 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,729 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,729 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,744 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,758 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,758 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7feaa269, L:/127.0.0.1:33053 - R:/127.0.0.1:56462]
2024-11-10T09:50:31,788 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:31,820 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:31,890 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:31,891 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:31,891 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:31,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:31,897 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 315) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8153 (was 8159)
2024-11-10T09:50:31,902 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8153
2024-11-10T09:50:31,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:31,904 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38675
2024-11-10T09:50:31,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@848217b, compressor=org.apache.hadoop.io.compress.GzipCodec@369d6be0, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:31,904 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:31,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:31,905 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,933 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,933 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:31,947 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:31,962 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:31,962 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x31eebe42, L:/127.0.0.1:38675 - R:/127.0.0.1:53596]
2024-11-10T09:50:32,004 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38675
2024-11-10T09:50:32,014 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8131 (was 8153)
2024-11-10T09:50:32,019 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8131
2024-11-10T09:50:32,020 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,020 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33359
2024-11-10T09:50:32,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7b7992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,020 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,021 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,048 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,049 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:32,062 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,076 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,076 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x89d14e56, L:/127.0.0.1:33359 - R:/127.0.0.1:45008]
2024-11-10T09:50:32,106 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33359
2024-11-10T09:50:32,113 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8130 (was 8131)
2024-11-10T09:50:32,119 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8130
2024-11-10T09:50:32,120 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,120 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39277
2024-11-10T09:50:32,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35963a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,120 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,148 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,149 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:32,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,176 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,176 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb80c1149, L:/127.0.0.1:39277 - R:/127.0.0.1:59744]
2024-11-10T09:50:32,206 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,207 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:32,207 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59744 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:32,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,208 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:32,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39277
2024-11-10T09:50:32,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8130 (was 8130)
2024-11-10T09:50:32,219 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8129
2024-11-10T09:50:32,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41303
2024-11-10T09:50:32,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,221 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,222 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,249 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,249 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:32,263 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,276 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,277 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32ed0741, L:/127.0.0.1:41303 - R:/127.0.0.1:41594]
2024-11-10T09:50:32,306 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,307 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41303
2024-11-10T09:50:32,313 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8129 (was 8129)
2024-11-10T09:50:32,318 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8129
2024-11-10T09:50:32,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33035
2024-11-10T09:50:32,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a2efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,320 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,321 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,348 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,348 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:32,362 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,376 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,376 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x477d2e52, L:/127.0.0.1:33035 - R:/127.0.0.1:49886]
2024-11-10T09:50:32,406 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,406 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:32,406 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-48cf070582f33bea66eabbd148e87749-d1cd3517786d0667-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:32,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,407 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:32,407 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33035
2024-11-10T09:50:32,413 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8129 (was 8129)
2024-11-10T09:50:32,419 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8129
2024-11-10T09:50:32,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46289
2024-11-10T09:50:32,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7036878f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,420 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,421 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,448 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,448 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:32,462 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,476 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,476 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9c08f592, L:/127.0.0.1:46289 - R:/127.0.0.1:49732]
2024-11-10T09:50:32,507 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46289
2024-11-10T09:50:32,565 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=33 (was 32) - Thread LEAK? -, OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8129 (was 8129)
2024-11-10T09:50:32,570 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8129
2024-11-10T09:50:32,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34395
2024-11-10T09:50:32,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798af5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,571 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:32,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34395 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:32,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34395
2024-11-10T09:50:32,579 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8128 (was 8129)
2024-11-10T09:50:32,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8128
2024-11-10T09:50:32,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:32,586 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34537
2024-11-10T09:50:32,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f947002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:32,586 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:32,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:32,601 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:32,614 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:32,614 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd3d8388c, L:/127.0.0.1:34537 - R:/127.0.0.1:53146]
2024-11-10T09:50:32,615 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:32,688 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=102ms, rpcTimeout=100ms
2024-11-10T09:50:32,798 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:32,908 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,018 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,238 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,348 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,510 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49732 deadline: 1731232232609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49732
2024-11-10T09:50:33,568 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:33,616 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232232789 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,616 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:33,616 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232232899 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,616 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233009 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,616 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233119 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,616 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233229 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,617 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233339 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,617 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233449 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,617 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53146 deadline: 1731232233559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53146
2024-11-10T09:50:33,678 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:33,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,678 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34537
2024-11-10T09:50:33,684 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8128 (was 8128)
2024-11-10T09:50:33,689 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8128
2024-11-10T09:50:33,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40497
2024-11-10T09:50:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aeecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,691 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:33,705 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,719 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,719 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x67130831, L:/127.0.0.1:40497 - R:/127.0.0.1:53658]
2024-11-10T09:50:33,719 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:33,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:33,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53658 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:33,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:33,722 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:33,722 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:33,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,727 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 33) - Thread LEAK? -, OpenFileDescriptor=317 (was 316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8128 (was 8128)
2024-11-10T09:50:33,732 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8128
2024-11-10T09:50:33,733 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,733 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46469
2024-11-10T09:50:33,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5725403a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,734 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:33,748 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,762 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,762 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1bddb91e, L:/127.0.0.1:46469 - R:/127.0.0.1:55986]
2024-11-10T09:50:33,762 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:33,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46469
2024-11-10T09:50:33,777 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8127 (was 8128)
2024-11-10T09:50:33,781 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8127
2024-11-10T09:50:33,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517630a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,782 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,783 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42995
2024-11-10T09:50:33,783 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:33,798 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,811 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,811 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc068483f, L:/127.0.0.1:42995 - R:/127.0.0.1:49246]
2024-11-10T09:50:33,811 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:33,812 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:33,813 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49246 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:33,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:33,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42995
2024-11-10T09:50:33,820 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8127 (was 8127)
2024-11-10T09:50:33,825 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=318, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8127
2024-11-10T09:50:33,826 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,826 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45443
2024-11-10T09:50:33,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58064a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,827 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:33,841 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,855 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,855 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2fdd5fc0, L:/127.0.0.1:45443 - R:/127.0.0.1:49594]
2024-11-10T09:50:33,855 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:33,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45443
2024-11-10T09:50:33,864 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 318), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8127 (was 8127)
2024-11-10T09:50:33,869 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:33,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,871 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38501
2024-11-10T09:50:33,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c02a81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,871 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:33,885 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,899 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,899 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfed4442b, L:/127.0.0.1:38501 - R:/127.0.0.1:39882]
2024-11-10T09:50:33,899 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:33,899 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:39882; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:33,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,900 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38501 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:33,900 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38501
2024-11-10T09:50:33,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:33,910 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:33,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35729
2024-11-10T09:50:33,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fedf78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,912 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:33,927 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,940 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,940 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc5264cb1, L:/127.0.0.1:35729 - R:/127.0.0.1:47808]
2024-11-10T09:50:33,941 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:33,941 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:33,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,946 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=318 (was 317) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:33,951 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=318, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:33,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45091
2024-11-10T09:50:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf9ad2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,953 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:33,967 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:33,980 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:33,981 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x033ca4d6, L:/127.0.0.1:45091 - R:/127.0.0.1:44898]
2024-11-10T09:50:33,981 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:33,981 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44898
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44898
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:33,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:33,987 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 318) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:33,992 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:33,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:33,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43253
2024-11-10T09:50:33,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36546f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:33,994 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:33,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,009 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,023 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,023 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x63830483, L:/127.0.0.1:43253 - R:/127.0.0.1:57160]
2024-11-10T09:50:34,023 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57160
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57160
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:34,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,024 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43253
2024-11-10T09:50:34,029 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 319), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:34,034 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:34,035 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,035 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45615
2024-11-10T09:50:34,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b27323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,036 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,050 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,064 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,064 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x03877044, L:/127.0.0.1:45615 - R:/127.0.0.1:60348]
2024-11-10T09:50:34,064 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,166 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:34,167 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:34,167 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:34,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,173 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 34) - Thread LEAK? -, OpenFileDescriptor=320 (was 319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:34,178 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:34,179 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,179 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38145
2024-11-10T09:50:34,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2a6224, compressor=org.apache.hadoop.io.compress.GzipCodec@271b411f, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,179 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,194 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,207 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,208 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x363dfaa5, L:/127.0.0.1:38145 - R:/127.0.0.1:59510]
2024-11-10T09:50:34,208 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,210 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38145
2024-11-10T09:50:34,215 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8125 (was 8126)
2024-11-10T09:50:34,220 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8125
2024-11-10T09:50:34,221 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42307
2024-11-10T09:50:34,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c876f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,222 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,237 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,250 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,250 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4888b774, L:/127.0.0.1:42307 - R:/127.0.0.1:38528]
2024-11-10T09:50:34,251 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42307
2024-11-10T09:50:34,258 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8125) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:34,262 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8126
2024-11-10T09:50:34,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,264 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40567
2024-11-10T09:50:34,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b517cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,264 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,278 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,292 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,292 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa011edca, L:/127.0.0.1:40567 - R:/127.0.0.1:47652]
2024-11-10T09:50:34,292 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,293 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:34,293 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47652 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:34,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,294 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:34,294 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40567
2024-11-10T09:50:34,300 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8126)
2024-11-10T09:50:34,304 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8125
2024-11-10T09:50:34,305 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,306 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39001
2024-11-10T09:50:34,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,306 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,321 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,334 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,334 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xda049631, L:/127.0.0.1:39001 - R:/127.0.0.1:57776]
2024-11-10T09:50:34,335 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,336 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39001
2024-11-10T09:50:34,342 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8125) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:34,346 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8125
2024-11-10T09:50:34,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,348 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37095
2024-11-10T09:50:34,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ea34e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,348 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,363 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,376 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,376 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x559cf02f, L:/127.0.0.1:37095 - R:/127.0.0.1:39992]
2024-11-10T09:50:34,377 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,377 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:34,377 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-affa841543f51d4a57a81116d25f13a2-caa2f1457b4da105-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:34,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,378 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:34,378 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37095
2024-11-10T09:50:34,383 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8125 (was 8125)
2024-11-10T09:50:34,388 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8125
2024-11-10T09:50:34,388 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,389 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44595
2024-11-10T09:50:34,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702b186e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,389 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,404 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,418 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,418 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2391cf6a, L:/127.0.0.1:44595 - R:/127.0.0.1:35310]
2024-11-10T09:50:34,418 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44595 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:34,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,498 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44595
2024-11-10T09:50:34,504 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 68), ProcessCount=11 (was 11), AvailableMemoryMB=8125 (was 8125)
2024-11-10T09:50:34,509 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=8125
2024-11-10T09:50:34,617 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:34,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45657
2024-11-10T09:50:34,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e43c3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,761 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:34,762 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:45657 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:34,763 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45657
2024-11-10T09:50:34,768 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 36), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 68) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8123 (was 8125)
2024-11-10T09:50:34,773 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8123
2024-11-10T09:50:34,774 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:34,775 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45149
2024-11-10T09:50:34,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f933fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:34,775 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:34,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:34,776 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,806 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,806 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:34,820 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:34,834 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:34,834 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb7970271, L:/127.0.0.1:45149 - R:/127.0.0.1:42248]
2024-11-10T09:50:34,878 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:34,908 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:35,018 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,238 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,348 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,419 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:35,419 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234520 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234520 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234520 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,420 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35310 deadline: 1731232234520 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35310
2024-11-10T09:50:35,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,568 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,678 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,788 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235009 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235119 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235229 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235339 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235449 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,880 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235669 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,881 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42248 deadline: 1731232235779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42248
2024-11-10T09:50:35,898 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45149 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:35,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:35,898 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45149
2024-11-10T09:50:35,904 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8118 (was 8123)
2024-11-10T09:50:35,909 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8117
2024-11-10T09:50:35,910 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:35,911 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39923
2024-11-10T09:50:35,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a451da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:35,911 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:35,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:35,912 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:35,938 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:35,939 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:35,953 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:35,966 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:35,967 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x226e1b88, L:/127.0.0.1:39923 - R:/127.0.0.1:58514]
2024-11-10T09:50:36,000 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,001 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:36,001 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58514 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:36,002 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,002 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,003 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,009 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=321 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8116 (was 8117)
2024-11-10T09:50:36,014 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8116
2024-11-10T09:50:36,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41483
2024-11-10T09:50:36,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49224e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,016 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,017 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,044 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,044 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,058 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,072 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,072 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaf18d67a, L:/127.0.0.1:41483 - R:/127.0.0.1:49756]
2024-11-10T09:50:36,106 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,117 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41483
2024-11-10T09:50:36,123 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8110 (was 8116)
2024-11-10T09:50:36,128 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8110
2024-11-10T09:50:36,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ecac19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41439
2024-11-10T09:50:36,130 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,130 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,157 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,158 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,172 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,185 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,185 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaa1c6333, L:/127.0.0.1:41439 - R:/127.0.0.1:39974]
2024-11-10T09:50:36,218 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,219 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:36,219 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39974 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:36,220 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:36,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41439
2024-11-10T09:50:36,227 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8110 (was 8110)
2024-11-10T09:50:36,232 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8109
2024-11-10T09:50:36,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36637
2024-11-10T09:50:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a54588a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,234 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,235 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,263 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,264 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,278 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,291 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,292 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5546aff7, L:/127.0.0.1:36637 - R:/127.0.0.1:50012]
2024-11-10T09:50:36,325 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,331 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36637
2024-11-10T09:50:36,338 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8105 (was 8109)
2024-11-10T09:50:36,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8105
2024-11-10T09:50:36,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40087
2024-11-10T09:50:36,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5221de72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,345 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,346 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,387 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,387 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,401 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,415 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,415 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd583925f, L:/127.0.0.1:40087 - R:/127.0.0.1:41644]
2024-11-10T09:50:36,448 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,448 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:41644; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:36,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,449 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:36,449 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40087
2024-11-10T09:50:36,455 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8104 (was 8105)
2024-11-10T09:50:36,460 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8104
2024-11-10T09:50:36,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46449
2024-11-10T09:50:36,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4d0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,461 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:36,462 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,489 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,489 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,503 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,518 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,519 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd93e5bd6, L:/127.0.0.1:46449 - R:/127.0.0.1:37310]
2024-11-10T09:50:36,550 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:36,550 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:36,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,556 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=322 (was 321) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8104 (was 8104)
2024-11-10T09:50:36,561 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=322, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8104
2024-11-10T09:50:36,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46671
2024-11-10T09:50:36,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff03684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,563 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:36,564 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,590 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,591 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,604 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,618 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,618 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4210e713, L:/127.0.0.1:46671 - R:/127.0.0.1:40856]
2024-11-10T09:50:36,649 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:36,649 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40856
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40856
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:36,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,655 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 322) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8103 (was 8104)
2024-11-10T09:50:36,660 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8103
2024-11-10T09:50:36,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45427
2024-11-10T09:50:36,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5032753c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,662 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,663 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,690 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,690 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,704 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,717 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,717 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x494743ac, L:/127.0.0.1:45427 - R:/127.0.0.1:38674]
2024-11-10T09:50:36,748 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38674
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38674
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:36,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,749 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45427
2024-11-10T09:50:36,755 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 323), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8103 (was 8103)
2024-11-10T09:50:36,760 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8103
2024-11-10T09:50:36,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41697
2024-11-10T09:50:36,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c100e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,761 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,762 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,789 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,790 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:36,803 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,817 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,817 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3cc72fae, L:/127.0.0.1:41697 - R:/127.0.0.1:60436]
2024-11-10T09:50:36,848 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:36,881 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:36,950 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,950 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,951 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:36,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:36,957 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 323) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8103 (was 8103)
2024-11-10T09:50:36,962 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8102
2024-11-10T09:50:36,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:36,964 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44929
2024-11-10T09:50:36,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae40b7b, compressor=org.apache.hadoop.io.compress.GzipCodec@43f5bf9d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:36,964 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:36,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:36,965 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:36,991 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:36,992 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,006 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,019 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,019 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x25881410, L:/127.0.0.1:44929 - R:/127.0.0.1:44188]
2024-11-10T09:50:37,050 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44929
2024-11-10T09:50:37,058 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8102 (was 8102)
2024-11-10T09:50:37,063 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8101
2024-11-10T09:50:37,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41075
2024-11-10T09:50:37,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259128a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,065 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,065 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,093 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,093 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,107 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,120 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,120 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfdc3db81, L:/127.0.0.1:41075 - R:/127.0.0.1:52136]
2024-11-10T09:50:37,152 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41075
2024-11-10T09:50:37,159 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8101 (was 8101)
2024-11-10T09:50:37,164 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8100
2024-11-10T09:50:37,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44811
2024-11-10T09:50:37,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8118a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,166 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,166 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,193 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,193 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,207 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,221 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,221 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x89226823, L:/127.0.0.1:44811 - R:/127.0.0.1:44786]
2024-11-10T09:50:37,252 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,253 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:37,253 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44786 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:37,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,254 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:37,254 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44811
2024-11-10T09:50:37,260 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8099 (was 8100)
2024-11-10T09:50:37,265 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8099
2024-11-10T09:50:37,266 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,266 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42673
2024-11-10T09:50:37,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,266 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,267 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,294 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,294 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,308 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,322 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,322 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x15a61658, L:/127.0.0.1:42673 - R:/127.0.0.1:34458]
2024-11-10T09:50:37,353 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42673
2024-11-10T09:50:37,360 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8098 (was 8099)
2024-11-10T09:50:37,365 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8098
2024-11-10T09:50:37,366 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40715
2024-11-10T09:50:37,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc7421c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,367 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,368 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,395 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,395 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,409 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,422 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,423 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9a524efe, L:/127.0.0.1:40715 - R:/127.0.0.1:58358]
2024-11-10T09:50:37,453 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,454 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:37,454 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-7876d4ff9fe6de4b60696479b6cbb545-ea2d2d4f2f90f8ed-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:37,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,454 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:37,455 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40715
2024-11-10T09:50:37,460 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8092 (was 8098)
2024-11-10T09:50:37,465 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8100
2024-11-10T09:50:37,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38519
2024-11-10T09:50:37,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4beb2b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,467 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,468 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,495 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,496 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,510 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,523 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,523 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x33795451, L:/127.0.0.1:38519 - R:/127.0.0.1:53950]
2024-11-10T09:50:37,555 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:37,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38519
2024-11-10T09:50:37,606 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=37 (was 36) - Thread LEAK? -, OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8097 (was 8100)
2024-11-10T09:50:37,611 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8097
2024-11-10T09:50:37,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38785
2024-11-10T09:50:37,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28babec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,612 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:37,613 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38785 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:37,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38785
2024-11-10T09:50:37,618 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8099 (was 8097) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:37,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8099
2024-11-10T09:50:37,624 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:37,624 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44999
2024-11-10T09:50:37,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fac044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:37,625 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:37,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:37,625 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,653 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,653 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:37,667 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:37,680 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:37,680 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe2d3873f, L:/127.0.0.1:44999 - R:/127.0.0.1:35634]
2024-11-10T09:50:37,711 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:37,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:37,868 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:37,978 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,088 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,198 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,418 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,527 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:38,557 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237656 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237656 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237656 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53950 deadline: 1731232237657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53950
2024-11-10T09:50:38,638 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232237859 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,712 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232237969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238079 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238189 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238299 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,712 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238409 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,713 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238519 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,713 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35634 deadline: 1731232238628 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35634
2024-11-10T09:50:38,748 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44999 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:38,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:38,748 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44999
2024-11-10T09:50:38,754 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8097 (was 8099)
2024-11-10T09:50:38,759 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8097
2024-11-10T09:50:38,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:38,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44927
2024-11-10T09:50:38,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440094db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:38,761 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:38,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:38,762 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:38,789 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:38,789 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:38,803 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:38,816 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:38,817 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf06230a9, L:/127.0.0.1:44927 - R:/127.0.0.1:52140]
2024-11-10T09:50:38,851 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:38,852 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:38,852 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52140 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:38,853 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:38,853 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:38,854 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:38,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:38,860 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=325 (was 324) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8097 (was 8097)
2024-11-10T09:50:38,865 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8097
2024-11-10T09:50:38,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:38,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43147
2024-11-10T09:50:38,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66801ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:38,867 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:38,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:38,868 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:38,896 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:38,896 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:38,910 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:38,923 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:38,923 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5b2dcce6, L:/127.0.0.1:43147 - R:/127.0.0.1:48070]
2024-11-10T09:50:38,954 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:38,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:38,964 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43147
2024-11-10T09:50:38,970 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8094 (was 8097)
2024-11-10T09:50:38,975 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8094
2024-11-10T09:50:38,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ba9ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:38,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:38,977 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38537
2024-11-10T09:50:38,977 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:38,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:38,977 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,005 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,005 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,019 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,032 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,032 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x59642867, L:/127.0.0.1:38537 - R:/127.0.0.1:36220]
2024-11-10T09:50:39,063 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,064 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:39,065 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36220 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:39,065 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:39,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,065 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38537
2024-11-10T09:50:39,071 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8094 (was 8094)
2024-11-10T09:50:39,077 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8094
2024-11-10T09:50:39,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46713
2024-11-10T09:50:39,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6130e2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,078 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,079 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,107 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,107 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,121 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,135 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,135 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x476377b1, L:/127.0.0.1:46713 - R:/127.0.0.1:60170]
2024-11-10T09:50:39,167 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,170 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46713
2024-11-10T09:50:39,176 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8092 (was 8094)
2024-11-10T09:50:39,181 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8092
2024-11-10T09:50:39,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35991
2024-11-10T09:50:39,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31809c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,183 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,184 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,211 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,211 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,225 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,238 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,238 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd0f8d52c, L:/127.0.0.1:35991 - R:/127.0.0.1:43352]
2024-11-10T09:50:39,270 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,270 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:43352; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:39,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,272 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:35991 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:39,272 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35991
2024-11-10T09:50:39,278 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8092)
2024-11-10T09:50:39,283 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8091
2024-11-10T09:50:39,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,285 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36861
2024-11-10T09:50:39,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aced90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,285 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:39,286 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,313 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,313 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,327 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,341 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,341 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7c024930, L:/127.0.0.1:36861 - R:/127.0.0.1:33638]
2024-11-10T09:50:39,372 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:39,372 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:39,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=326 (was 325) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8091)
2024-11-10T09:50:39,384 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=326, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8091
2024-11-10T09:50:39,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39971
2024-11-10T09:50:39,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326e5142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,386 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:39,387 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,414 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,414 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,428 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,442 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x97e80e6e, L:/127.0.0.1:39971 - R:/127.0.0.1:48088]
2024-11-10T09:50:39,474 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:39,474 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48088
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48088
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:39,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,481 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 326) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8091)
2024-11-10T09:50:39,486 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8091
2024-11-10T09:50:39,488 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,488 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43527
2024-11-10T09:50:39,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb1559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,488 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,489 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,516 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,517 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,530 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,544 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,544 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x599521a3, L:/127.0.0.1:43527 - R:/127.0.0.1:58926]
2024-11-10T09:50:39,575 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58926
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58926
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:39,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,576 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43527
2024-11-10T09:50:39,582 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 71), ProcessCount=11 (was 11), AvailableMemoryMB=8090 (was 8091)
2024-11-10T09:50:39,587 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=71, ProcessCount=11, AvailableMemoryMB=8090
2024-11-10T09:50:39,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46191
2024-11-10T09:50:39,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53df3402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,588 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,589 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,617 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,630 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,644 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,644 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc3d4c1ce, L:/127.0.0.1:46191 - R:/127.0.0.1:54910]
2024-11-10T09:50:39,675 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,713 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:39,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:39,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:39,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:39,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,785 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 71) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8089 (was 8090)
2024-11-10T09:50:39,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8088
2024-11-10T09:50:39,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45593
2024-11-10T09:50:39,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906824f, compressor=org.apache.hadoop.io.compress.GzipCodec@64edbfc, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,792 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,793 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,820 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,820 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,834 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,848 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,848 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x357da0f4, L:/127.0.0.1:45593 - R:/127.0.0.1:44170]
2024-11-10T09:50:39,880 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45593
2024-11-10T09:50:39,888 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8094 (was 8088) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:39,893 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8094
2024-11-10T09:50:39,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45285
2024-11-10T09:50:39,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b65cf9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,895 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,896 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,924 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,924 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:39,938 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:39,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:39,952 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc154e978, L:/127.0.0.1:45285 - R:/127.0.0.1:55374]
2024-11-10T09:50:39,982 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:39,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:39,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45285
2024-11-10T09:50:39,990 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8093 (was 8094)
2024-11-10T09:50:39,994 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8093
2024-11-10T09:50:39,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:39,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36217
2024-11-10T09:50:39,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4508fd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:39,996 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:39,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:39,997 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,023 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,024 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:40,037 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,051 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,051 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x930df141, L:/127.0.0.1:36217 - R:/127.0.0.1:47702]
2024-11-10T09:50:40,081 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:40,082 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:40,082 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47702 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:40,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:40,083 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:40,083 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36217
2024-11-10T09:50:40,089 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8092 (was 8093)
2024-11-10T09:50:40,094 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8092
2024-11-10T09:50:40,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:40,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44627
2024-11-10T09:50:40,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:40,096 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:40,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:40,096 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,123 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,123 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:40,137 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,150 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,151 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2851a8ba, L:/127.0.0.1:44627 - R:/127.0.0.1:57948]
2024-11-10T09:50:40,182 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:40,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:40,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44627
2024-11-10T09:50:40,189 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8092)
2024-11-10T09:50:40,194 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8091
2024-11-10T09:50:40,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:40,196 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42415
2024-11-10T09:50:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bbcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:40,196 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:40,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:40,197 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,223 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,224 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:40,237 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,251 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,252 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd5e3f2a6, L:/127.0.0.1:42415 - R:/127.0.0.1:40250]
2024-11-10T09:50:40,282 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:40,282 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:40,283 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-60daa943a06545a1d5fd267ad9adbe33-3151dce3aab59dce-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:40,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:40,283 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:40,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42415
2024-11-10T09:50:40,290 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8090 (was 8091)
2024-11-10T09:50:40,295 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8089
2024-11-10T09:50:40,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:40,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37921
2024-11-10T09:50:40,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23b8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:40,296 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:40,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:40,297 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,324 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,324 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:40,338 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,352 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,352 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8a090dbb, L:/127.0.0.1:37921 - R:/127.0.0.1:60316]
2024-11-10T09:50:40,387 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37921 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:40,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:40,428 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37921
2024-11-10T09:50:40,435 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=39 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8087 (was 8089)
2024-11-10T09:50:40,439 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8087
2024-11-10T09:50:40,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:40,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45007
2024-11-10T09:50:40,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228d90fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:40,441 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:40,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:40,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:40,442 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:45007 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:40,442 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45007
2024-11-10T09:50:40,447 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8087 (was 8087)
2024-11-10T09:50:40,452 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8087
2024-11-10T09:50:40,452 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:40,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37127
2024-11-10T09:50:40,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf19783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:40,453 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:40,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:40,468 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:40,481 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:40,481 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x61409938, L:/127.0.0.1:37127 - R:/127.0.0.1:49392]
2024-11-10T09:50:40,482 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:40,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-10T09:50:40,668 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:40,778 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:40,888 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:40,998 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,107 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,217 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,327 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,388 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,388 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:41,388 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240489 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240489 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240489 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,389 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:60316 deadline: 1731232240489 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:60316
2024-11-10T09:50:41,437 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,483 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232240659 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,483 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:41,483 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232240769 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232240879 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232240989 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232241098 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232241208 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232241318 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,484 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49392 deadline: 1731232241428 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49392
2024-11-10T09:50:41,547 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:41,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,548 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37127
2024-11-10T09:50:41,553 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8086 (was 8087)
2024-11-10T09:50:41,559 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8086
2024-11-10T09:50:41,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41847
2024-11-10T09:50:41,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54240c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,560 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,575 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,588 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,589 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2ddcf2da, L:/127.0.0.1:41847 - R:/127.0.0.1:33412]
2024-11-10T09:50:41,589 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:41,590 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:41,590 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33412 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:41,591 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:41,592 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:41,592 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:41,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,598 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 39) - Thread LEAK? -, OpenFileDescriptor=329 (was 328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8085 (was 8086)
2024-11-10T09:50:41,603 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8085
2024-11-10T09:50:41,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42241
2024-11-10T09:50:41,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714f6443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,605 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,620 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,633 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,633 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa7f8ac01, L:/127.0.0.1:42241 - R:/127.0.0.1:36588]
2024-11-10T09:50:41,633 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:41,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,641 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42241
2024-11-10T09:50:41,647 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8085 (was 8085)
2024-11-10T09:50:41,652 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8085
2024-11-10T09:50:41,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77aa20c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,653 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,653 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35587
2024-11-10T09:50:41,653 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,668 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,681 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,681 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdc220c67, L:/127.0.0.1:35587 - R:/127.0.0.1:34668]
2024-11-10T09:50:41,682 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:41,682 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:41,683 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34668 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:41,683 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:41,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,683 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35587
2024-11-10T09:50:41,689 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8085 (was 8085)
2024-11-10T09:50:41,694 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8085
2024-11-10T09:50:41,694 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,695 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36045
2024-11-10T09:50:41,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b9c3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,695 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,709 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,723 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,723 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x099cec42, L:/127.0.0.1:36045 - R:/127.0.0.1:51050]
2024-11-10T09:50:41,723 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:41,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36045
2024-11-10T09:50:41,733 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8085 (was 8085)
2024-11-10T09:50:41,738 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8085
2024-11-10T09:50:41,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39875
2024-11-10T09:50:41,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2729c584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,739 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,754 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,767 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,767 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa9c7ce96, L:/127.0.0.1:39875 - R:/127.0.0.1:51674]
2024-11-10T09:50:41,767 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:41,768 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:51674; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:41,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,768 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:41,769 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39875
2024-11-10T09:50:41,774 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8085)
2024-11-10T09:50:41,779 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:41,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38245
2024-11-10T09:50:41,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41156d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,781 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:41,795 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,808 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,808 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xea2a2004, L:/127.0.0.1:38245 - R:/127.0.0.1:38678]
2024-11-10T09:50:41,809 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:41,809 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:41,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,814 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:41,819 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=330, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:41,820 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,820 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46801
2024-11-10T09:50:41,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b71562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,820 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:41,835 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,848 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,848 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc520c982, L:/127.0.0.1:46801 - R:/127.0.0.1:34252]
2024-11-10T09:50:41,848 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:41,848 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34252
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34252
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:41,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 330) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:41,859 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:41,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46547
2024-11-10T09:50:41,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd76609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,860 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,875 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,888 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,888 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0d9180d3, L:/127.0.0.1:46547 - R:/127.0.0.1:55838]
2024-11-10T09:50:41,889 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55838
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55838
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:41,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:41,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46547
2024-11-10T09:50:41,895 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 331), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:41,899 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:41,900 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:41,901 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43505
2024-11-10T09:50:41,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c96132d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:41,901 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:41,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:41,922 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:41,936 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:41,936 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x76fc3cd5, L:/127.0.0.1:43505 - R:/127.0.0.1:41776]
2024-11-10T09:50:41,936 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:42,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:42,039 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:42,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,044 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 40) - Thread LEAK? -, OpenFileDescriptor=332 (was 331) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:42,050 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:42,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,051 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35775
2024-11-10T09:50:42,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4bc1d7, compressor=org.apache.hadoop.io.compress.GzipCodec@1f46d321, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,051 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,066 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,079 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,079 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf472c2de, L:/127.0.0.1:35775 - R:/127.0.0.1:38050]
2024-11-10T09:50:42,079 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35775
2024-11-10T09:50:42,087 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:42,092 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:42,093 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,093 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44267
2024-11-10T09:50:42,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44154fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,093 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,107 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,121 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfd0f5ab4, L:/127.0.0.1:44267 - R:/127.0.0.1:45380]
2024-11-10T09:50:42,122 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,123 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44267
2024-11-10T09:50:42,129 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8084)
2024-11-10T09:50:42,134 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8084
2024-11-10T09:50:42,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43287
2024-11-10T09:50:42,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476a130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,135 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,149 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,163 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,163 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x74d05678, L:/127.0.0.1:43287 - R:/127.0.0.1:42162]
2024-11-10T09:50:42,163 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,164 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:42,164 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42162 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:42,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,165 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:42,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43287
2024-11-10T09:50:42,170 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8083 (was 8084)
2024-11-10T09:50:42,175 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8083
2024-11-10T09:50:42,176 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,176 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34503
2024-11-10T09:50:42,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,176 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,190 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,204 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,204 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb0e5114e, L:/127.0.0.1:34503 - R:/127.0.0.1:46366]
2024-11-10T09:50:42,204 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,206 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34503
2024-11-10T09:50:42,211 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8083 (was 8083)
2024-11-10T09:50:42,216 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8083
2024-11-10T09:50:42,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42837
2024-11-10T09:50:42,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ad79b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,218 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,232 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,245 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,245 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82b879b0, L:/127.0.0.1:42837 - R:/127.0.0.1:56082]
2024-11-10T09:50:42,246 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,246 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:42,246 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-af15c3c49d0f70e5a137dc1679e0c02e-974df17f74517a26-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:42,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,247 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:42,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42837
2024-11-10T09:50:42,253 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8083 (was 8083)
2024-11-10T09:50:42,258 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8083
2024-11-10T09:50:42,259 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,260 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42823
2024-11-10T09:50:42,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b293f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,260 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,275 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,289 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x52fdd3b5, L:/127.0.0.1:42823 - R:/127.0.0.1:57624]
2024-11-10T09:50:42,289 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:50:42,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,369 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42823
2024-11-10T09:50:42,375 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8083 (was 8083)
2024-11-10T09:50:42,380 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8083
2024-11-10T09:50:42,478 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,478 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34703
2024-11-10T09:50:42,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248f0483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,479 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:42,479 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34703 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:42,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34703
2024-11-10T09:50:42,484 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:42,485 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8080 (was 8083)
2024-11-10T09:50:42,491 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8080
2024-11-10T09:50:42,491 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:42,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41131
2024-11-10T09:50:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269dd820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:42,492 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:42,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:42,493 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,520 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,520 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:42,534 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:42,547 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:42,547 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3b736c06, L:/127.0.0.1:41131 - R:/127.0.0.1:45920]
2024-11-10T09:50:42,579 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:42,627 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:42,737 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:42,847 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:42,958 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:50:43,068 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,178 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,288 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,290 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,290 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,291 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,291 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,291 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57624 deadline: 1731232242390 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57624
2024-11-10T09:50:43,398 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,508 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,580 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232242728 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,580 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232242838 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,580 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:43,580 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232242948 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,580 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232243059 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,580 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232243169 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,581 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232243279 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,581 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232243389 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,581 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45920 deadline: 1731232243499 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45920
2024-11-10T09:50:43,618 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41131 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:43,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:43,618 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41131
2024-11-10T09:50:43,624 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8079 (was 8080)
2024-11-10T09:50:43,630 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8079
2024-11-10T09:50:43,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:43,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37689
2024-11-10T09:50:43,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c326ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:43,631 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:43,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:43,632 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,659 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,660 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:43,674 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,687 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,688 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x602d26c3, L:/127.0.0.1:37689 - R:/127.0.0.1:38428]
2024-11-10T09:50:43,719 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:43,719 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:43,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38428 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:43,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:43,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:43,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:43,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:43,727 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=333 (was 332) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8079 (was 8079)
2024-11-10T09:50:43,732 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8078
2024-11-10T09:50:43,734 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:43,734 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33573
2024-11-10T09:50:43,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243be4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:43,734 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:43,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:43,735 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,762 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,762 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:43,776 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,790 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,790 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x65b0f553, L:/127.0.0.1:33573 - R:/127.0.0.1:56932]
2024-11-10T09:50:43,821 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:43,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:43,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33573
2024-11-10T09:50:43,836 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8078 (was 8078)
2024-11-10T09:50:43,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8078
2024-11-10T09:50:43,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d52e95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:43,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:43,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42215
2024-11-10T09:50:43,843 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:43,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:43,844 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,871 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:43,885 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,899 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,899 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbb43eb9b, L:/127.0.0.1:42215 - R:/127.0.0.1:53870]
2024-11-10T09:50:43,930 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:43,931 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:43,931 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53870 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:43,932 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:43,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:43,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42215
2024-11-10T09:50:43,939 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8077 (was 8078)
2024-11-10T09:50:43,947 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8074
2024-11-10T09:50:43,948 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:43,948 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40315
2024-11-10T09:50:43,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8d81f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:43,948 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:43,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:43,949 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:43,976 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:43,976 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:43,990 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,004 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,004 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x227e823b, L:/127.0.0.1:40315 - R:/127.0.0.1:43450]
2024-11-10T09:50:44,036 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40315
2024-11-10T09:50:44,045 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8073 (was 8074)
2024-11-10T09:50:44,050 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8072
2024-11-10T09:50:44,051 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43633
2024-11-10T09:50:44,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bbc92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,052 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,053 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,080 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,080 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,094 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,107 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,108 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0877d23b, L:/127.0.0.1:43633 - R:/127.0.0.1:46118]
2024-11-10T09:50:44,138 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,138 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46118; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:44,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,139 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43633 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:44,139 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43633
2024-11-10T09:50:44,145 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8072 (was 8072)
2024-11-10T09:50:44,150 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8072
2024-11-10T09:50:44,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38719
2024-11-10T09:50:44,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e620df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,152 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:44,153 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,180 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,180 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,194 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,208 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,208 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe8f4d500, L:/127.0.0.1:38719 - R:/127.0.0.1:41792]
2024-11-10T09:50:44,238 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:44,239 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:44,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,245 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=334 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8072 (was 8072)
2024-11-10T09:50:44,251 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=334, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8072
2024-11-10T09:50:44,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32937
2024-11-10T09:50:44,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40682fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,252 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:44,253 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,280 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,281 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,295 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,310 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,311 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x01e56b64, L:/127.0.0.1:32937 - R:/127.0.0.1:39868]
2024-11-10T09:50:44,342 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:44,342 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39868
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39868
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:44,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,349 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 334) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8071 (was 8072)
2024-11-10T09:50:44,355 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8071
2024-11-10T09:50:44,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45759
2024-11-10T09:50:44,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55287683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,357 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,385 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,385 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,399 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,413 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,413 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf08fd9b7, L:/127.0.0.1:45759 - R:/127.0.0.1:57730]
2024-11-10T09:50:44,443 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57730
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57730
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:44,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,444 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45759
2024-11-10T09:50:44,450 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 335), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8070 (was 8071)
2024-11-10T09:50:44,456 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8070
2024-11-10T09:50:44,457 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,457 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39007
2024-11-10T09:50:44,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da7519f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,458 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,459 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,485 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,486 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,499 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,513 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,513 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8ace40af, L:/127.0.0.1:39007 - R:/127.0.0.1:54418]
2024-11-10T09:50:44,545 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,581 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:44,647 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:44,647 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:44,648 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:44,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,654 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8069 (was 8070)
2024-11-10T09:50:44,659 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8069
2024-11-10T09:50:44,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36679
2024-11-10T09:50:44,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a61dd18, compressor=org.apache.hadoop.io.compress.GzipCodec@37d0d719, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,661 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,662 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,702 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,703 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,717 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,731 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,731 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x192593ec, L:/127.0.0.1:36679 - R:/127.0.0.1:42382]
2024-11-10T09:50:44,764 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36679
2024-11-10T09:50:44,773 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8067 (was 8069)
2024-11-10T09:50:44,779 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8067
2024-11-10T09:50:44,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38691
2024-11-10T09:50:44,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217323e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,781 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,782 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,809 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,810 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,824 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,837 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,838 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0ecdba0f, L:/127.0.0.1:38691 - R:/127.0.0.1:44952]
2024-11-10T09:50:44,868 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38691
2024-11-10T09:50:44,876 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8066 (was 8067)
2024-11-10T09:50:44,881 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8066
2024-11-10T09:50:44,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41281
2024-11-10T09:50:44,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbca845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,883 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,883 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,910 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,910 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:44,924 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:44,938 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:44,938 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc0abce2f, L:/127.0.0.1:41281 - R:/127.0.0.1:49092]
2024-11-10T09:50:44,968 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:44,969 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:44,969 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49092 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:44,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:44,970 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:44,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41281
2024-11-10T09:50:44,976 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8066 (was 8066)
2024-11-10T09:50:44,982 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8065
2024-11-10T09:50:44,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:44,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46525
2024-11-10T09:50:44,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:44,983 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:44,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:44,984 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,011 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,011 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:45,026 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,039 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,039 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc261e40a, L:/127.0.0.1:46525 - R:/127.0.0.1:58294]
2024-11-10T09:50:45,070 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:45,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:45,071 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46525
2024-11-10T09:50:45,077 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8065 (was 8065)
2024-11-10T09:50:45,082 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8065
2024-11-10T09:50:45,083 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:45,084 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46375
2024-11-10T09:50:45,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5705bbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:45,084 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:45,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:45,085 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,112 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,112 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:45,126 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,140 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,140 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xccf815d5, L:/127.0.0.1:46375 - R:/127.0.0.1:44234]
2024-11-10T09:50:45,170 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:45,171 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:45,171 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-f710378fe80eacaffc55a08861b149fb-42cfeb9d30d9e610-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:45,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:45,172 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:45,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46375
2024-11-10T09:50:45,178 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8063 (was 8065)
2024-11-10T09:50:45,183 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8063
2024-11-10T09:50:45,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:45,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41085
2024-11-10T09:50:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45519f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:45,184 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:45,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:45,185 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,212 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,212 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:45,226 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,239 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,240 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa0c1cedd, L:/127.0.0.1:41085 - R:/127.0.0.1:48946]
2024-11-10T09:50:45,273 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:50:45,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:45,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41085
2024-11-10T09:50:45,325 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=43 (was 42) - Thread LEAK? -, OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8062 (was 8063)
2024-11-10T09:50:45,330 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8062
2024-11-10T09:50:45,331 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:45,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36723
2024-11-10T09:50:45,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762a3055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:45,332 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:45,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:45,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:45,333 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36723 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:45,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36723
2024-11-10T09:50:45,338 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8062 (was 8062)
2024-11-10T09:50:45,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8062
2024-11-10T09:50:45,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:45,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44957
2024-11-10T09:50:45,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9fd50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:45,344 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:45,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:45,345 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,372 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,372 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:45,386 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:45,400 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:45,400 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5ffb5505, L:/127.0.0.1:44957 - R:/127.0.0.1:48776]
2024-11-10T09:50:45,430 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:45,478 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:45,588 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:45,697 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:45,807 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:45,917 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:46,027 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:46,137 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:46,247 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245373 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48946 deadline: 1731232245374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48946
2024-11-10T09:50:46,357 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:46,431 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232245579 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232245689 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232245798 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232245908 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232246018 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232246128 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232246238 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48776 deadline: 1731232246348 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48776
2024-11-10T09:50:46,467 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:46,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44957
2024-11-10T09:50:46,474 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8061 (was 8062)
2024-11-10T09:50:46,479 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8061
2024-11-10T09:50:46,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:46,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41725
2024-11-10T09:50:46,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65326b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:46,481 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:46,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:46,481 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,508 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,508 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:46,522 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,536 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5497e70e, L:/127.0.0.1:41725 - R:/127.0.0.1:43758]
2024-11-10T09:50:46,567 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:46,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:46,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43758 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:46,569 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:46,569 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:46,569 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:46,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,577 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 43) - Thread LEAK? -, OpenFileDescriptor=337 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8060 (was 8061)
2024-11-10T09:50:46,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8060
2024-11-10T09:50:46,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:46,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34923
2024-11-10T09:50:46,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c12c8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:46,585 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:46,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:46,585 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,612 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,613 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:46,626 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa82a663e, L:/127.0.0.1:34923 - R:/127.0.0.1:49076]
2024-11-10T09:50:46,671 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:46,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34923
2024-11-10T09:50:46,686 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8059 (was 8060)
2024-11-10T09:50:46,691 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8059
2024-11-10T09:50:46,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:46,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:46,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42499
2024-11-10T09:50:46,693 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:46,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:46,694 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,721 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,721 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:46,735 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,749 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x652fba32, L:/127.0.0.1:42499 - R:/127.0.0.1:46246]
2024-11-10T09:50:46,779 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:46,780 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:46,780 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46246 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:46,781 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:46,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42499
2024-11-10T09:50:46,787 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8059 (was 8059)
2024-11-10T09:50:46,792 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8059
2024-11-10T09:50:46,793 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:46,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42521
2024-11-10T09:50:46,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb542e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:46,794 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:46,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:46,795 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,821 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,822 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:46,836 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,849 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,849 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1a3df943, L:/127.0.0.1:42521 - R:/127.0.0.1:49902]
2024-11-10T09:50:46,880 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:46,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,884 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42521
2024-11-10T09:50:46,890 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8058 (was 8059)
2024-11-10T09:50:46,895 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8058
2024-11-10T09:50:46,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:46,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42999
2024-11-10T09:50:46,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8e8dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:46,897 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:46,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:46,897 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,935 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,935 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:46,949 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:46,962 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:46,963 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x79223125, L:/127.0.0.1:42999 - R:/127.0.0.1:36398]
2024-11-10T09:50:46,993 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:46,993 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:36398; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:46,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:46,994 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:46,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42999
2024-11-10T09:50:47,001 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8058 (was 8058)
2024-11-10T09:50:47,006 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8057
2024-11-10T09:50:47,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43095
2024-11-10T09:50:47,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5324de69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,008 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:47,009 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,036 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,036 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,050 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,064 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2b7fcfcf, L:/127.0.0.1:43095 - R:/127.0.0.1:44222]
2024-11-10T09:50:47,094 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:47,094 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:47,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,100 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=338 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8057 (was 8057)
2024-11-10T09:50:47,106 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8057
2024-11-10T09:50:47,107 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,107 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42125
2024-11-10T09:50:47,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5230e1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,107 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:47,108 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,135 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,136 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,149 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,163 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x48812d24, L:/127.0.0.1:42125 - R:/127.0.0.1:59524]
2024-11-10T09:50:47,193 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:47,193 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59524
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59524
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:47,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,200 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8057 (was 8057)
2024-11-10T09:50:47,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8056
2024-11-10T09:50:47,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38693
2024-11-10T09:50:47,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ef7dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,208 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,209 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,236 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,237 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,251 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,264 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,264 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xce951b42, L:/127.0.0.1:38693 - R:/127.0.0.1:54032]
2024-11-10T09:50:47,295 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:54032
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:54032
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:47,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38693
2024-11-10T09:50:47,302 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8056 (was 8056)
2024-11-10T09:50:47,307 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8056
2024-11-10T09:50:47,309 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,309 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38265
2024-11-10T09:50:47,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473f25cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,309 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,310 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,337 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,337 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,351 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,364 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,365 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x62e51b7f, L:/127.0.0.1:38265 - R:/127.0.0.1:52254]
2024-11-10T09:50:47,395 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:47,432 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:47,498 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:47,498 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:47,499 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:47,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,505 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8056 (was 8056)
2024-11-10T09:50:47,510 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8056
2024-11-10T09:50:47,511 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,512 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33863
2024-11-10T09:50:47,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181f890b, compressor=org.apache.hadoop.io.compress.GzipCodec@1fd6668, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,512 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,513 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,540 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,540 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,554 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,567 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,568 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x709644d1, L:/127.0.0.1:33863 - R:/127.0.0.1:48524]
2024-11-10T09:50:47,598 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:47,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,601 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33863
2024-11-10T09:50:47,607 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8056 (was 8056)
2024-11-10T09:50:47,612 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8056
2024-11-10T09:50:47,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46319
2024-11-10T09:50:47,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf0328c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,614 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,614 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,641 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,642 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,655 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,669 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,669 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9d92c20e, L:/127.0.0.1:46319 - R:/127.0.0.1:53638]
2024-11-10T09:50:47,700 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:47,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46319
2024-11-10T09:50:47,708 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8056 (was 8056)
2024-11-10T09:50:47,713 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8055
2024-11-10T09:50:47,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,715 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43093
2024-11-10T09:50:47,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffddfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,715 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,716 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,742 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,743 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,757 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,770 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,770 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82bb4410, L:/127.0.0.1:43093 - R:/127.0.0.1:59632]
2024-11-10T09:50:47,801 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:47,802 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:47,802 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59632 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:47,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,803 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:47,803 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43093
2024-11-10T09:50:47,809 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8055 (was 8055)
2024-11-10T09:50:47,814 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8055
2024-11-10T09:50:47,815 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,815 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46371
2024-11-10T09:50:47,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,816 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,816 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,843 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,844 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,858 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,871 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x71e5adcf, L:/127.0.0.1:46371 - R:/127.0.0.1:47288]
2024-11-10T09:50:47,903 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:47,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:47,904 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46371
2024-11-10T09:50:47,910 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8055 (was 8055)
2024-11-10T09:50:47,916 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8055
2024-11-10T09:50:47,917 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:47,918 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35919
2024-11-10T09:50:47,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f78795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:47,918 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:47,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:47,919 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,946 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,947 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:47,960 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:47,974 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:47,974 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf136b018, L:/127.0.0.1:35919 - R:/127.0.0.1:54376]
2024-11-10T09:50:48,007 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:48,008 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:48,008 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-80e72f5128f72a0402bcb113a9465b83-dc4c1b76ed58abeb-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:48,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:48,009 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:48,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35919
2024-11-10T09:50:48,015 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8054 (was 8055)
2024-11-10T09:50:48,020 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8054
2024-11-10T09:50:48,021 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:48,021 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37247
2024-11-10T09:50:48,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1907331e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:48,022 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:48,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:48,022 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:48,049 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:48,050 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:48,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:48,077 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:48,077 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xba729cc0, L:/127.0.0.1:37247 - R:/127.0.0.1:43294]
2024-11-10T09:50:48,109 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:48,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:48,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37247
2024-11-10T09:50:48,166 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=45 (was 44) - Thread LEAK? -, OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8054)
2024-11-10T09:50:48,172 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8053
2024-11-10T09:50:48,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:48,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39141
2024-11-10T09:50:48,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ed544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:48,174 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:48,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:48,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:48,175 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39141 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:48,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39141
2024-11-10T09:50:48,181 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8053)
2024-11-10T09:50:48,186 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8053
2024-11-10T09:50:48,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:48,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41097
2024-11-10T09:50:48,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356bea4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:48,188 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:48,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:48,202 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:48,216 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:48,216 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0f11e71, L:/127.0.0.1:41097 - R:/127.0.0.1:36886]
2024-11-10T09:50:48,216 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:48,298 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,408 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,518 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,628 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,738 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,848 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:48,958 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:49,068 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:49,110 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248210 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,110 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248210 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248210 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248210 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248210 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,111 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43294 deadline: 1731232248211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43294
2024-11-10T09:50:49,178 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:49,217 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248399 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248509 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248619 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248729 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248839 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232248949 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232249059 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,218 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36886 deadline: 1731232249169 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36886
2024-11-10T09:50:49,288 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:49,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,288 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41097
2024-11-10T09:50:49,295 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8053)
2024-11-10T09:50:49,300 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8053
2024-11-10T09:50:49,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37957
2024-11-10T09:50:49,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18da548c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,302 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,317 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,330 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,330 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xad5ba5df, L:/127.0.0.1:37957 - R:/127.0.0.1:36498]
2024-11-10T09:50:49,331 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,332 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,332 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36498 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:49,332 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,333 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,333 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 45) - Thread LEAK? -, OpenFileDescriptor=341 (was 340) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8053)
2024-11-10T09:50:49,345 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8052
2024-11-10T09:50:49,346 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,346 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43805
2024-11-10T09:50:49,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797e493e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,347 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,361 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,375 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,375 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3a9383e7, L:/127.0.0.1:43805 - R:/127.0.0.1:36276]
2024-11-10T09:50:49,376 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43805
2024-11-10T09:50:49,389 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8052 (was 8052)
2024-11-10T09:50:49,395 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8052
2024-11-10T09:50:49,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62147ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45743
2024-11-10T09:50:49,396 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,411 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,424 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,425 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x08a1bb39, L:/127.0.0.1:45743 - R:/127.0.0.1:43424]
2024-11-10T09:50:49,425 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,426 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,426 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43424 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:49,426 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:49,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,427 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45743
2024-11-10T09:50:49,433 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8052) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:49,439 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8052
2024-11-10T09:50:49,440 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,440 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43241
2024-11-10T09:50:49,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ac637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,440 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,455 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,468 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,468 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x482c5313, L:/127.0.0.1:43241 - R:/127.0.0.1:44524]
2024-11-10T09:50:49,469 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43241
2024-11-10T09:50:49,478 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8052 (was 8052)
2024-11-10T09:50:49,483 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8052
2024-11-10T09:50:49,484 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38765
2024-11-10T09:50:49,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3c266e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,485 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,500 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,514 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,514 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd47d2eae, L:/127.0.0.1:38765 - R:/127.0.0.1:40868]
2024-11-10T09:50:49,514 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,514 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:40868; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,515 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38765 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:49,515 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38765
2024-11-10T09:50:49,521 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8052 (was 8052)
2024-11-10T09:50:49,527 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8052
2024-11-10T09:50:49,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33653
2024-11-10T09:50:49,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58da7e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,528 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:49,544 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,557 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,557 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcea565d9, L:/127.0.0.1:33653 - R:/127.0.0.1:52944]
2024-11-10T09:50:49,558 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:49,558 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:49,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,564 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=342 (was 341) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8052)
2024-11-10T09:50:49,570 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8051
2024-11-10T09:50:49,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33769
2024-11-10T09:50:49,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261539a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,571 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:49,585 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,599 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,599 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe29b4a7e, L:/127.0.0.1:33769 - R:/127.0.0.1:57044]
2024-11-10T09:50:49,600 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:49,600 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:57044
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:57044
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,606 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8051)
2024-11-10T09:50:49,612 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8051
2024-11-10T09:50:49,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36723
2024-11-10T09:50:49,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccf0dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,613 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,628 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,641 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,641 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf1258ef8, L:/127.0.0.1:36723 - R:/127.0.0.1:43594]
2024-11-10T09:50:49,641 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43594
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43594
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36723
2024-11-10T09:50:49,648 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 343), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 67), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8051)
2024-11-10T09:50:49,653 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=8051
2024-11-10T09:50:49,654 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33211
2024-11-10T09:50:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f6764d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,655 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,671 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,685 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,685 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x479ca10e, L:/127.0.0.1:33211 - R:/127.0.0.1:48384]
2024-11-10T09:50:49,685 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,787 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,788 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,788 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:49,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,794 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 46) - Thread LEAK? -, OpenFileDescriptor=344 (was 343) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 67) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8051)
2024-11-10T09:50:49,799 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8051
2024-11-10T09:50:49,801 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,801 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34837
2024-11-10T09:50:49,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc433e0, compressor=org.apache.hadoop.io.compress.GzipCodec@737ba409, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,801 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,816 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,829 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,829 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfaca749e, L:/127.0.0.1:34837 - R:/127.0.0.1:51294]
2024-11-10T09:50:49,830 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,832 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34837
2024-11-10T09:50:49,838 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8051)
2024-11-10T09:50:49,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8051
2024-11-10T09:50:49,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,845 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44251
2024-11-10T09:50:49,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f742c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,845 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,859 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,873 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,873 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x72f9b0b4, L:/127.0.0.1:44251 - R:/127.0.0.1:55916]
2024-11-10T09:50:49,873 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44251
2024-11-10T09:50:49,881 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8050 (was 8051)
2024-11-10T09:50:49,887 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8050
2024-11-10T09:50:49,888 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35713
2024-11-10T09:50:49,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be450e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,889 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,904 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,917 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,917 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfa6fada9, L:/127.0.0.1:35713 - R:/127.0.0.1:53450]
2024-11-10T09:50:49,918 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,919 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:49,919 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53450 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:49,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,919 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:49,919 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35713
2024-11-10T09:50:49,925 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8050 (was 8050)
2024-11-10T09:50:49,932 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8050
2024-11-10T09:50:49,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,934 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40267
2024-11-10T09:50:49,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,934 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,948 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:49,962 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:49,962 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x227cd3bf, L:/127.0.0.1:40267 - R:/127.0.0.1:36542]
2024-11-10T09:50:49,962 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:49,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:49,964 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40267
2024-11-10T09:50:49,970 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8050 (was 8050)
2024-11-10T09:50:49,975 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8050
2024-11-10T09:50:49,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:49,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43503
2024-11-10T09:50:49,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6456dfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:49,977 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:49,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:49,991 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:50,005 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:50,005 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xae67da5d, L:/127.0.0.1:43503 - R:/127.0.0.1:34106]
2024-11-10T09:50:50,005 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:50,005 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:50,006 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-2bfd677d7c324a737452eced28951555-9f65c54cf222615a-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:50,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:50,006 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:50,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43503
2024-11-10T09:50:50,012 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8050 (was 8050)
2024-11-10T09:50:50,017 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8050
2024-11-10T09:50:50,018 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:50,019 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44059
2024-11-10T09:50:50,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bbb568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:50,019 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:50,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:50,034 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:50,047 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:50,048 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x659334c8, L:/127.0.0.1:44059 - R:/127.0.0.1:57668]
2024-11-10T09:50:50,048 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:50:50,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:50,128 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44059
2024-11-10T09:50:50,135 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8050 (was 8050)
2024-11-10T09:50:50,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8050
2024-11-10T09:50:50,218 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:50,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:50,371 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43063
2024-11-10T09:50:50,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178698d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:50,371 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:50,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:50,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:50,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43063 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:50,372 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43063
2024-11-10T09:50:50,378 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 48), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8049 (was 8050)
2024-11-10T09:50:50,384 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8049
2024-11-10T09:50:50,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:50,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33983
2024-11-10T09:50:50,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fcc8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:50,386 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:50,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:50,386 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:50,414 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:50,415 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:50,429 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:50,442 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:50,442 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8c9a1ae9, L:/127.0.0.1:33983 - R:/127.0.0.1:53722]
2024-11-10T09:50:50,474 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:50,518 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:50:50,628 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:50,738 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:50,848 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:50,958 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,049 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,050 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,050 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,050 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57668 deadline: 1731232250149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57668
2024-11-10T09:50:51,068 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:51,178 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:51,288 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:51,398 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:51,475 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232250619 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232250729 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232250839 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232250949 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232251059 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232251169 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232251279 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,476 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53722 deadline: 1731232251389 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53722
2024-11-10T09:50:51,508 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33983 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:51,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:51,508 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33983
2024-11-10T09:50:51,514 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8048 (was 8049)
2024-11-10T09:50:51,519 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8048
2024-11-10T09:50:51,520 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:51,521 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36495
2024-11-10T09:50:51,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b7a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:51,521 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:51,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:51,522 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,549 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,549 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:51,563 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,579 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,579 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb42946c0, L:/127.0.0.1:36495 - R:/127.0.0.1:41452]
2024-11-10T09:50:51,611 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:51,612 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:51,612 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41452 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:51,613 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:51,613 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:51,614 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:51,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:51,620 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=345 (was 344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8048)
2024-11-10T09:50:51,626 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8045
2024-11-10T09:50:51,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:51,628 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44315
2024-11-10T09:50:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719e526d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:51,628 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:51,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:51,629 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,660 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,660 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:51,674 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,688 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,688 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb2bcb77e, L:/127.0.0.1:44315 - R:/127.0.0.1:33322]
2024-11-10T09:50:51,717 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:51,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:51,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44315
2024-11-10T09:50:51,733 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8045)
2024-11-10T09:50:51,739 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8045
2024-11-10T09:50:51,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26226e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:51,740 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:51,741 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36423
2024-11-10T09:50:51,741 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:51,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:51,742 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,769 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,770 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:51,783 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,797 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,797 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdffb1630, L:/127.0.0.1:36423 - R:/127.0.0.1:60548]
2024-11-10T09:50:51,829 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:51,830 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:51,830 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60548 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:51,831 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:51,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:51,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36423
2024-11-10T09:50:51,837 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8045)
2024-11-10T09:50:51,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:51,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:51,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35397
2024-11-10T09:50:51,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966753c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:51,844 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:51,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:51,845 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,872 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,872 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:51,886 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,899 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,900 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4e58bffc, L:/127.0.0.1:35397 - R:/127.0.0.1:47402]
2024-11-10T09:50:51,929 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:51,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:51,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35397
2024-11-10T09:50:51,938 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8044)
2024-11-10T09:50:51,944 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:51,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:51,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39683
2024-11-10T09:50:51,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16199b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:51,945 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:51,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:51,946 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:51,973 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:51,973 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:51,987 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,000 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,001 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8683395a, L:/127.0.0.1:39683 - R:/127.0.0.1:60546]
2024-11-10T09:50:52,030 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,030 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:60546; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:52,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,032 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39683 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:52,032 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39683
2024-11-10T09:50:52,037 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8044)
2024-11-10T09:50:52,043 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,044 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,044 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38595
2024-11-10T09:50:52,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e59ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,045 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:52,045 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,072 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,072 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,087 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,100 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,100 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x708ab5de, L:/127.0.0.1:38595 - R:/127.0.0.1:44990]
2024-11-10T09:50:52,131 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:52,132 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:52,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,138 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=346 (was 345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,143 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44937
2024-11-10T09:50:52,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623e98a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,145 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:52,145 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,172 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,172 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,191 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,206 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,207 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1aca8c0c, L:/127.0.0.1:44937 - R:/127.0.0.1:48376]
2024-11-10T09:50:52,236 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:52,236 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48376
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48376
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:52,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,244 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,250 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8045
2024-11-10T09:50:52,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42197
2024-11-10T09:50:52,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f989de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,251 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,252 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,283 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,283 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,298 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,311 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,312 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa105a271, L:/127.0.0.1:42197 - R:/127.0.0.1:39144]
2024-11-10T09:50:52,340 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:39144
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:39144
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:52,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,341 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42197
2024-11-10T09:50:52,347 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 347), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8045)
2024-11-10T09:50:52,353 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35927
2024-11-10T09:50:52,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7576424c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,355 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,356 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,382 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,383 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,396 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,410 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,410 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x526bef96, L:/127.0.0.1:35927 - R:/127.0.0.1:36462]
2024-11-10T09:50:52,439 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,477 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:52,541 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:52,541 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:52,541 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:52,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,547 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,552 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8045
2024-11-10T09:50:52,553 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,554 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44913
2024-11-10T09:50:52,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cacb, compressor=org.apache.hadoop.io.compress.GzipCodec@4e35949d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,554 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,555 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,587 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,587 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,601 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,614 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,614 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaef68d41, L:/127.0.0.1:44913 - R:/127.0.0.1:50736]
2024-11-10T09:50:52,643 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,645 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44913
2024-11-10T09:50:52,651 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8045)
2024-11-10T09:50:52,656 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,657 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,657 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46539
2024-11-10T09:50:52,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f668c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,658 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,658 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,687 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,687 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,701 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,715 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,715 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0a74959c, L:/127.0.0.1:46539 - R:/127.0.0.1:55894]
2024-11-10T09:50:52,743 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46539
2024-11-10T09:50:52,751 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,757 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37583
2024-11-10T09:50:52,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d18f39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,758 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,759 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,786 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,786 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,800 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,813 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,813 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3c4be9a9, L:/127.0.0.1:37583 - R:/127.0.0.1:60174]
2024-11-10T09:50:52,841 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,842 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:52,842 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60174 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:52,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,843 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:52,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37583
2024-11-10T09:50:52,849 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:52,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40577
2024-11-10T09:50:52,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,856 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,857 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,883 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,883 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,897 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,911 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,911 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa6783af3, L:/127.0.0.1:40577 - R:/127.0.0.1:60046]
2024-11-10T09:50:52,939 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:52,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:52,940 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40577
2024-11-10T09:50:52,946 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8045 (was 8044) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:52,951 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8045
2024-11-10T09:50:52,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:52,953 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46229
2024-11-10T09:50:52,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faca893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:52,953 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:52,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:52,954 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:52,980 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:52,981 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:52,994 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:53,008 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:53,008 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2615c7c4, L:/127.0.0.1:46229 - R:/127.0.0.1:49228]
2024-11-10T09:50:53,036 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:53,036 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:53,036 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-b67c4661a1261867134fa84009c42989-79fc2e328d0a58e2-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:53,037 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:53,037 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46229
2024-11-10T09:50:53,043 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8045)
2024-11-10T09:50:53,048 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:53,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:53,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35267
2024-11-10T09:50:53,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b2e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:53,049 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:53,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:53,050 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:53,077 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:53,077 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:53,091 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:53,104 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:53,105 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x10dc9493, L:/127.0.0.1:35267 - R:/127.0.0.1:50170]
2024-11-10T09:50:53,134 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35267 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:50:53,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:53,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35267
2024-11-10T09:50:53,195 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8044)
2024-11-10T09:50:53,200 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:53,201 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:53,201 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43417
2024-11-10T09:50:53,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e663e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:53,201 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:53,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:53,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:53,202 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43417 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:53,202 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43417
2024-11-10T09:50:53,207 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8044)
2024-11-10T09:50:53,212 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8044
2024-11-10T09:50:53,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:53,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36247
2024-11-10T09:50:53,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fbfba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:53,213 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:53,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:53,214 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:53,241 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:53,241 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:53,255 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:53,268 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:53,268 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x25da982c, L:/127.0.0.1:36247 - R:/127.0.0.1:48416]
2024-11-10T09:50:53,297 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:53,348 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-10T09:50:53,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:53,567 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:53,677 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:53,787 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:53,897 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:54,007 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:54,117 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:54,135 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:54,135 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253234 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,135 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,135 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,135 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50170 deadline: 1731232253235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50170
2024-11-10T09:50:54,227 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253448 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253668 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253778 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253889 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232253998 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,298 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232254108 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,299 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48416 deadline: 1731232254218 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48416
2024-11-10T09:50:54,337 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36247 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:54,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36247
2024-11-10T09:50:54,344 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=7996 (was 8044)
2024-11-10T09:50:54,349 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8003
2024-11-10T09:50:54,350 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,351 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42285
2024-11-10T09:50:54,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b71ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,351 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:54,352 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,378 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,379 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,404 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,418 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,418 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb6324355, L:/127.0.0.1:42285 - R:/127.0.0.1:48310]
2024-11-10T09:50:54,452 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:54,453 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:54,453 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48310 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:54,454 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:54,454 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:54,454 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:54,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,461 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 49) - Thread LEAK? -, OpenFileDescriptor=349 (was 348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8041 (was 8003) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:54,466 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8040
2024-11-10T09:50:54,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32963
2024-11-10T09:50:54,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ff8c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,468 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:54,469 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,510 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,510 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,525 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,539 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,539 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x83b0d783, L:/127.0.0.1:32963 - R:/127.0.0.1:52990]
2024-11-10T09:50:54,567 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:54,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,577 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32963
2024-11-10T09:50:54,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8040)
2024-11-10T09:50:54,590 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:50:54,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77246449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,591 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40783
2024-11-10T09:50:54,592 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:54,592 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,619 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,619 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,633 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,647 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,647 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x27a14f37, L:/127.0.0.1:40783 - R:/127.0.0.1:49254]
2024-11-10T09:50:54,676 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:54,677 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:54,677 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49254 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:54,678 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:54,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,678 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40783
2024-11-10T09:50:54,684 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8030)
2024-11-10T09:50:54,690 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=8024
2024-11-10T09:50:54,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46361
2024-11-10T09:50:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef72c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,691 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:54,692 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,719 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,719 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,733 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,746 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,747 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4ae09295, L:/127.0.0.1:46361 - R:/127.0.0.1:50288]
2024-11-10T09:50:54,777 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:54,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46361
2024-11-10T09:50:54,788 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 78) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8016 (was 8024)
2024-11-10T09:50:54,793 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8016
2024-11-10T09:50:54,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42389
2024-11-10T09:50:54,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d28526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,795 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:54,796 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,823 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,823 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,837 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,851 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,851 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc989c5ef, L:/127.0.0.1:42389 - R:/127.0.0.1:46576]
2024-11-10T09:50:54,880 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:54,880 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46576; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:54,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,881 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:54,881 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42389
2024-11-10T09:50:54,887 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8010 (was 8016)
2024-11-10T09:50:54,893 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8010
2024-11-10T09:50:54,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42197
2024-11-10T09:50:54,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6297d66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,895 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:54,895 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,922 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,923 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:54,936 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:54,950 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:54,950 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x111cc442, L:/127.0.0.1:42197 - R:/127.0.0.1:39160]
2024-11-10T09:50:54,979 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:54,979 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:54,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:54,985 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=350 (was 349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 8010)
2024-11-10T09:50:54,991 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=350, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8003
2024-11-10T09:50:54,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:54,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36147
2024-11-10T09:50:54,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e1a31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:54,993 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:54,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:54,993 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,023 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,023 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,037 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,050 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,051 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9d13f44e, L:/127.0.0.1:36147 - R:/127.0.0.1:44874]
2024-11-10T09:50:55,079 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:55,079 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44874
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44874
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:55,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,086 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8006 (was 8003) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:55,092 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8006
2024-11-10T09:50:55,093 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,093 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42929
2024-11-10T09:50:55,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f46d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,093 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,094 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,121 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,135 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,148 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,148 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1145a33e, L:/127.0.0.1:42929 - R:/127.0.0.1:41320]
2024-11-10T09:50:55,177 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41320
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41320
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:55,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,178 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42929
2024-11-10T09:50:55,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 351), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8005 (was 8006)
2024-11-10T09:50:55,189 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8004
2024-11-10T09:50:55,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39317
2024-11-10T09:50:55,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e5fbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,190 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,191 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,218 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,218 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,232 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,245 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,245 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4a151912, L:/127.0.0.1:39317 - R:/127.0.0.1:57670]
2024-11-10T09:50:55,274 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,299 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:55,376 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:55,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:55,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:55,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,384 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 351) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8004) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:55,390 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:50:55,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,392 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38007
2024-11-10T09:50:55,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660fe194, compressor=org.apache.hadoop.io.compress.GzipCodec@701a6b5f, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,392 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,393 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,420 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,420 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,434 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,447 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,447 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0a397648, L:/127.0.0.1:38007 - R:/127.0.0.1:33228]
2024-11-10T09:50:55,476 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,478 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38007
2024-11-10T09:50:55,485 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8026 (was 8031)
2024-11-10T09:50:55,491 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8026
2024-11-10T09:50:55,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39523
2024-11-10T09:50:55,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35564db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,493 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,494 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,521 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,521 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,535 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,548 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,548 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6d2283ca, L:/127.0.0.1:39523 - R:/127.0.0.1:47314]
2024-11-10T09:50:55,577 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39523
2024-11-10T09:50:55,585 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8026)
2024-11-10T09:50:55,591 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8018
2024-11-10T09:50:55,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44121
2024-11-10T09:50:55,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794c266a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,593 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,593 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,621 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,621 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,634 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,648 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,648 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2e3afbee, L:/127.0.0.1:44121 - R:/127.0.0.1:44060]
2024-11-10T09:50:55,677 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,678 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:55,678 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44060 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:55,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,679 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:55,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44121
2024-11-10T09:50:55,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8013 (was 8018)
2024-11-10T09:50:55,691 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:50:55,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44607
2024-11-10T09:50:55,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,692 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,693 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,719 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,720 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,734 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,747 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,747 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x47d9b991, L:/127.0.0.1:44607 - R:/127.0.0.1:58596]
2024-11-10T09:50:55,777 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,778 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44607
2024-11-10T09:50:55,784 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8010 (was 8012)
2024-11-10T09:50:55,789 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8010
2024-11-10T09:50:55,790 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45481
2024-11-10T09:50:55,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71882ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,791 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,792 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,818 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,819 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,832 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,846 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,846 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x105033a1, L:/127.0.0.1:45481 - R:/127.0.0.1:46136]
2024-11-10T09:50:55,875 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:55,875 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:55,876 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-6fb63ab49f45ebffd0cfd82f07af27e4-4722ed3cef8f7354-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:55,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:55,877 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:55,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45481
2024-11-10T09:50:55,883 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8009 (was 8010)
2024-11-10T09:50:55,888 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8009
2024-11-10T09:50:55,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:55,890 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45239
2024-11-10T09:50:55,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4c2cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:55,890 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:55,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:55,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,918 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,918 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:55,933 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:55,948 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:55,948 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5cfe2e09, L:/127.0.0.1:45239 - R:/127.0.0.1:56120]
2024-11-10T09:50:55,982 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45239 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:50:56,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:56,029 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45239
2024-11-10T09:50:56,036 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8025 (was 8009) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:56,042 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8023
2024-11-10T09:50:56,043 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:56,044 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45275
2024-11-10T09:50:56,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23556bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:56,044 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:56,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:56,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:56,045 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:45275 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:56,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45275
2024-11-10T09:50:56,053 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8023)
2024-11-10T09:50:56,060 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:50:56,061 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:56,062 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40199
2024-11-10T09:50:56,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9348f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:56,062 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:56,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:56,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:56,091 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:56,091 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x201101f1, L:/127.0.0.1:40199 - R:/127.0.0.1:39138]
2024-11-10T09:50:56,091 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:56,168 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-10T09:50:56,278 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:56,388 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:56,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:56,608 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:56,718 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:56,828 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:56,938 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:56,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56120 deadline: 1731232256085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56120
2024-11-10T09:50:57,048 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256268 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256378 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256599 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256709 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232256929 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,093 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39138 deadline: 1731232257039 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39138
2024-11-10T09:50:57,158 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40199 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:57,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,158 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40199
2024-11-10T09:50:57,165 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 8014)
2024-11-10T09:50:57,170 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7999
2024-11-10T09:50:57,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40097
2024-11-10T09:50:57,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ec15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,172 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,190 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,204 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,204 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x99b2cdc5, L:/127.0.0.1:40097 - R:/127.0.0.1:60172]
2024-11-10T09:50:57,204 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,205 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,206 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60172 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:57,206 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,207 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,207 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,213 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 51) - Thread LEAK? -, OpenFileDescriptor=353 (was 352) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 7999)
2024-11-10T09:50:57,219 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7999
2024-11-10T09:50:57,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,220 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45879
2024-11-10T09:50:57,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f0c9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,221 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,239 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,255 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,255 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7c1208d4, L:/127.0.0.1:45879 - R:/127.0.0.1:49126]
2024-11-10T09:50:57,256 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45879
2024-11-10T09:50:57,270 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8000 (was 7999) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7999
2024-11-10T09:50:57,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6742bde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,277 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46173
2024-11-10T09:50:57,278 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,292 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,307 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,307 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x27f276d8, L:/127.0.0.1:46173 - R:/127.0.0.1:53302]
2024-11-10T09:50:57,308 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,308 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,309 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53302 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:57,309 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:57,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,309 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46173
2024-11-10T09:50:57,316 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 7999)
2024-11-10T09:50:57,321 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7999
2024-11-10T09:50:57,322 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43951
2024-11-10T09:50:57,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0d0886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,323 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,341 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,357 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,357 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf7c5c864, L:/127.0.0.1:43951 - R:/127.0.0.1:42922]
2024-11-10T09:50:57,357 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43951
2024-11-10T09:50:57,367 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 7999)
2024-11-10T09:50:57,373 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:50:57,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41599
2024-11-10T09:50:57,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3228f2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,390 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,405 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,405 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc112f603, L:/127.0.0.1:41599 - R:/127.0.0.1:35522]
2024-11-10T09:50:57,406 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,406 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35522; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,406 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:41599 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:57,406 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41599
2024-11-10T09:50:57,413 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 7998)
2024-11-10T09:50:57,418 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7997
2024-11-10T09:50:57,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40833
2024-11-10T09:50:57,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6b4f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,420 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:57,434 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,448 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,448 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2bea6cb6, L:/127.0.0.1:40833 - R:/127.0.0.1:51006]
2024-11-10T09:50:57,448 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:57,449 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:57,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,455 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=354 (was 353) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 7997) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,460 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=354, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:50:57,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38645
2024-11-10T09:50:57,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a31c39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,462 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:57,479 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,493 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,493 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8fa777b8, L:/127.0.0.1:38645 - R:/127.0.0.1:55132]
2024-11-10T09:50:57,493 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:50:57,493 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55132
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55132
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,500 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 354) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 7998)
2024-11-10T09:50:57,505 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:50:57,506 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,507 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41707
2024-11-10T09:50:57,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d742220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,507 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,523 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,537 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,537 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcc5e5f71, L:/127.0.0.1:41707 - R:/127.0.0.1:44774]
2024-11-10T09:50:57,537 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44774
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44774
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41707
2024-11-10T09:50:57,546 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 355), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 7998) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,552 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:50:57,554 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,554 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36911
2024-11-10T09:50:57,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46447645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,555 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,571 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,588 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,588 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe833456d, L:/127.0.0.1:36911 - R:/127.0.0.1:56178]
2024-11-10T09:50:57,589 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,691 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,691 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,691 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:57,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,698 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 52) - Thread LEAK? -, OpenFileDescriptor=356 (was 355) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 7998)
2024-11-10T09:50:57,703 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7997
2024-11-10T09:50:57,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38379
2024-11-10T09:50:57,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dc26f, compressor=org.apache.hadoop.io.compress.GzipCodec@21c56057, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,705 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,721 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,737 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,737 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7da5e621, L:/127.0.0.1:38379 - R:/127.0.0.1:40542]
2024-11-10T09:50:57,738 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,740 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38379
2024-11-10T09:50:57,746 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 7997) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,751 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7997
2024-11-10T09:50:57,753 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,753 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44165
2024-11-10T09:50:57,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cd2e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,754 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,768 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,785 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,785 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa795e0ac, L:/127.0.0.1:44165 - R:/127.0.0.1:47442]
2024-11-10T09:50:57,786 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44165
2024-11-10T09:50:57,793 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 7997)
2024-11-10T09:50:57,799 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7996
2024-11-10T09:50:57,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,801 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41827
2024-11-10T09:50:57,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4765a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,801 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,818 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,832 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,832 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc377b431, L:/127.0.0.1:41827 - R:/127.0.0.1:34144]
2024-11-10T09:50:57,832 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,833 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:57,833 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34144 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:57,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,834 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:57,834 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41827
2024-11-10T09:50:57,841 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 7996) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,847 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8028
2024-11-10T09:50:57,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40929
2024-11-10T09:50:57,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,849 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,864 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,878 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,878 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9156000b, L:/127.0.0.1:40929 - R:/127.0.0.1:56720]
2024-11-10T09:50:57,878 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,880 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40929
2024-11-10T09:50:57,886 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8028) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:50:57,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34989
2024-11-10T09:50:57,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bcd98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,894 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,913 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,929 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,930 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xca1b9d06, L:/127.0.0.1:34989 - R:/127.0.0.1:57486]
2024-11-10T09:50:57,930 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:57,930 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:57,930 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-001a1c6a68c086375dad5b7036a9a86a-39d185379682d4d4-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:50:57,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:57,931 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:50:57,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34989
2024-11-10T09:50:57,937 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8112 (was 8031) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:57,943 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8123
2024-11-10T09:50:57,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:57,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36391
2024-11-10T09:50:57,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c4d128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:57,944 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:57,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:57,959 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:57,974 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:57,975 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x79b8f560, L:/127.0.0.1:36391 - R:/127.0.0.1:57336]
2024-11-10T09:50:57,975 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36391 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-10T09:50:58,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:58,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36391
2024-11-10T09:50:58,055 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8117 (was 8123)
2024-11-10T09:50:58,061 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8116
2024-11-10T09:50:58,094 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:58,202 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:58,202 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34549
2024-11-10T09:50:58,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adb5342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:58,203 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:58,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:58,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:58,204 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34549 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:50:58,204 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34549
2024-11-10T09:50:58,210 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 54), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8108 (was 8116)
2024-11-10T09:50:58,216 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8107
2024-11-10T09:50:58,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:58,217 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36397
2024-11-10T09:50:58,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7898ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:58,218 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:58,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:58,218 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:58,246 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:58,246 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:58,260 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:58,273 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:58,273 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x410a69ba, L:/127.0.0.1:36397 - R:/127.0.0.1:58190]
2024-11-10T09:50:58,305 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:58,348 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:50:58,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:58,568 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:58,678 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:58,788 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:58,898 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:58,976 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258076 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,976 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:50:58,976 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258076 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,976 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258076 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,976 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258076 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,976 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,977 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,977 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,977 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:58,977 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57336 deadline: 1731232258077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57336
2024-11-10T09:50:59,008 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:50:59,118 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:59,228 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258449 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258669 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258889 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232258999 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232259109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,306 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58190 deadline: 1731232259219 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58190
2024-11-10T09:50:59,338 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36397 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:50:59,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36397
2024-11-10T09:50:59,344 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 8107)
2024-11-10T09:50:59,350 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7969
2024-11-10T09:50:59,351 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,352 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39799
2024-11-10T09:50:59,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb98e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,352 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:59,353 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,379 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,380 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,393 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,407 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,407 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x74635cb6, L:/127.0.0.1:39799 - R:/127.0.0.1:55234]
2024-11-10T09:50:59,437 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:59,438 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:59,438 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55234 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:59,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:59,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:59,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:50:59,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,445 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=357 (was 356) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 7969) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:59,451 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,452 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,452 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39935
2024-11-10T09:50:59,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2828973d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,453 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:59,454 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,480 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,481 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,494 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,508 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,508 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5d1fa07d, L:/127.0.0.1:39935 - R:/127.0.0.1:60838]
2024-11-10T09:50:59,536 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:59,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39935
2024-11-10T09:50:59,551 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8036 (was 8035) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:59,556 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d37f79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39537
2024-11-10T09:50:59,558 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:59,559 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,586 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,586 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,600 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,613 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,613 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd3403d29, L:/127.0.0.1:39537 - R:/127.0.0.1:33842]
2024-11-10T09:50:59,643 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:59,644 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:59,644 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33842 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:50:59,644 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:50:59,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,645 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39537
2024-11-10T09:50:59,651 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8036 (was 8035) - AvailableMemoryMB LEAK? -
2024-11-10T09:50:59,657 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34473
2024-11-10T09:50:59,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd40156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,658 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:59,659 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,686 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,686 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,700 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,713 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,713 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x171b9a27, L:/127.0.0.1:34473 - R:/127.0.0.1:58540]
2024-11-10T09:50:59,754 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34473
2024-11-10T09:50:59,764 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 96) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:50:59,769 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43311
2024-11-10T09:50:59,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa1fc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,771 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:50:59,772 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,799 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,799 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,812 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,826 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,826 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x10129ab9, L:/127.0.0.1:43311 - R:/127.0.0.1:52162]
2024-11-10T09:50:59,855 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:50:59,855 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:52162; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:50:59,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,857 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43311 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:50:59,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43311
2024-11-10T09:50:59,863 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:50:59,868 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41877
2024-11-10T09:50:59,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee84887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,870 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:59,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,898 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,898 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:50:59,912 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,926 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,926 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xba94fb53, L:/127.0.0.1:41877 - R:/127.0.0.1:48160]
2024-11-10T09:50:59,954 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:50:59,954 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:50:59,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:50:59,961 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=358 (was 357) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:50:59,967 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=358, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:50:59,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:50:59,969 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36481
2024-11-10T09:50:59,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecaaea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:50:59,969 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:50:59,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:50:59,970 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:50:59,996 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:50:59,997 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,010 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,024 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,024 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1e40d784, L:/127.0.0.1:36481 - R:/127.0.0.1:40624]
2024-11-10T09:51:00,052 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:00,052 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40624
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40624
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:00,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,059 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 358) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:00,065 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:00,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37659
2024-11-10T09:51:00,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e86fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,066 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,067 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,094 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,094 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,108 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,121 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,122 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0c40b539, L:/127.0.0.1:37659 - R:/127.0.0.1:59216]
2024-11-10T09:51:00,150 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59216
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59216
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:00,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37659
2024-11-10T09:51:00,157 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 359), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:00,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:00,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44589
2024-11-10T09:51:00,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eda377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,164 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,165 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,191 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,191 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,205 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,218 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,218 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4bd9b6b7, L:/127.0.0.1:44589 - R:/127.0.0.1:52716]
2024-11-10T09:51:00,247 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,307 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:00,348 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:00,348 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:00,349 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:00,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,355 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 359) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:00,360 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:00,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,362 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45791
2024-11-10T09:51:00,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1bb822, compressor=org.apache.hadoop.io.compress.GzipCodec@240bfe96, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,362 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,362 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,389 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,389 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,403 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,416 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,417 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd0ed6c62, L:/127.0.0.1:45791 - R:/127.0.0.1:41072]
2024-11-10T09:51:00,445 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,447 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45791
2024-11-10T09:51:00,453 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:00,458 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:00,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46623
2024-11-10T09:51:00,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb49cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,460 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,461 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,487 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,488 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,501 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,514 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,515 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1b2d749a, L:/127.0.0.1:46623 - R:/127.0.0.1:55198]
2024-11-10T09:51:00,543 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46623
2024-11-10T09:51:00,551 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:00,556 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8034
2024-11-10T09:51:00,557 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42585
2024-11-10T09:51:00,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207973ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,558 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,559 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,585 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,585 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,599 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,612 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,613 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x60cdce14, L:/127.0.0.1:42585 - R:/127.0.0.1:55680]
2024-11-10T09:51:00,641 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,642 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:00,642 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55680 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,643 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:00,643 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42585
2024-11-10T09:51:00,649 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8034 (was 8034)
2024-11-10T09:51:00,655 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8034
2024-11-10T09:51:00,656 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,656 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36007
2024-11-10T09:51:00,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,656 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,657 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,683 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,684 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,697 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,711 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,711 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa9edd740, L:/127.0.0.1:36007 - R:/127.0.0.1:36508]
2024-11-10T09:51:00,739 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,741 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36007
2024-11-10T09:51:00,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8034) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:00,753 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:00,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40839
2024-11-10T09:51:00,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3e86f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,756 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,756 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,783 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,783 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,797 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,810 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,811 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3a3ab2cf, L:/127.0.0.1:40839 - R:/127.0.0.1:33838]
2024-11-10T09:51:00,839 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,839 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:00,842 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-82d62ce4d591b68bc40762e9e0c92073-98908c09f892b04c-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:00,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,843 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:00,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40839
2024-11-10T09:51:00,850 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8034 (was 8035)
2024-11-10T09:51:00,855 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8034
2024-11-10T09:51:00,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:00,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40641
2024-11-10T09:51:00,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636c6295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:00,858 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:00,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:00,858 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,885 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,886 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:00,899 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:00,913 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:00,913 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd5d0538f, L:/127.0.0.1:40641 - R:/127.0.0.1:45716]
2024-11-10T09:51:00,942 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40641 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:00,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:00,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40641
2024-11-10T09:51:00,996 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8034) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:01,002 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8035
2024-11-10T09:51:01,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:01,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35025
2024-11-10T09:51:01,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e20df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:01,004 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:01,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:01,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:01,005 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:35025 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:01,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35025
2024-11-10T09:51:01,011 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8035 (was 8035)
2024-11-10T09:51:01,017 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8034
2024-11-10T09:51:01,018 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:01,018 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45135
2024-11-10T09:51:01,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b64c4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:01,018 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:01,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:01,019 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:01,046 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:01,047 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:01,060 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:01,074 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:01,074 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5fcda1f9, L:/127.0.0.1:45135 - R:/127.0.0.1:36598]
2024-11-10T09:51:01,102 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:01,148 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-10T09:51:01,258 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:01,368 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:01,477 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:01,587 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:01,697 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:01,807 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:01,918 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261042 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261042 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:01,943 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45716 deadline: 1731232261043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45716
2024-11-10T09:51:02,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261248 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261358 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261468 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261578 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261688 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261798 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,103 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:02,104 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232261908 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,104 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36598 deadline: 1731232262019 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36598
2024-11-10T09:51:02,138 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45135 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:02,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,138 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45135
2024-11-10T09:51:02,144 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8034)
2024-11-10T09:51:02,150 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42811
2024-11-10T09:51:02,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f919ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,151 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,152 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,179 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,179 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,193 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,206 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,206 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb4a6bd05, L:/127.0.0.1:42811 - R:/127.0.0.1:41130]
2024-11-10T09:51:02,234 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:02,235 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:02,235 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41130 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:02,236 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:02,236 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:02,236 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:02,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,243 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 55) - Thread LEAK? -, OpenFileDescriptor=361 (was 360) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,248 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,249 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,249 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33909
2024-11-10T09:51:02,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b96e8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,250 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,251 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,289 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,302 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,316 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,316 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x30be67b7, L:/127.0.0.1:33909 - R:/127.0.0.1:43730]
2024-11-10T09:51:02,344 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:02,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,352 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33909
2024-11-10T09:51:02,358 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,364 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dede37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33073
2024-11-10T09:51:02,365 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,366 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,392 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,393 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,406 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,420 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,420 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcdb01196, L:/127.0.0.1:33073 - R:/127.0.0.1:48780]
2024-11-10T09:51:02,448 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:02,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:02,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48780 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:02,450 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:02,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33073
2024-11-10T09:51:02,456 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,461 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,462 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,463 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44975
2024-11-10T09:51:02,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca059eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,463 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,464 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,490 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,491 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,504 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,517 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,517 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3760f24f, L:/127.0.0.1:44975 - R:/127.0.0.1:52634]
2024-11-10T09:51:02,546 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:02,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44975
2024-11-10T09:51:02,556 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,562 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44603
2024-11-10T09:51:02,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbb74a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,563 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,564 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,590 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,591 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,618 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,618 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb4b82a51, L:/127.0.0.1:44603 - R:/127.0.0.1:44090]
2024-11-10T09:51:02,646 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:02,646 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44090; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:02,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,647 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44603 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:02,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44603
2024-11-10T09:51:02,653 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,659 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38817
2024-11-10T09:51:02,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482afdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,661 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:02,662 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,689 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,689 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,703 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,716 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,716 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x972afe45, L:/127.0.0.1:38817 - R:/127.0.0.1:42590]
2024-11-10T09:51:02,744 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:02,744 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:02,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,751 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=362 (was 361) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,756 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=362, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37607
2024-11-10T09:51:02,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1c6229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,758 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:02,758 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,785 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,785 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,799 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,812 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,812 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4626a0ac, L:/127.0.0.1:37607 - R:/127.0.0.1:35944]
2024-11-10T09:51:02,840 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:02,840 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:35944
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:35944
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:02,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,847 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 362) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,852 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37591
2024-11-10T09:51:02,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e249670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,854 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,854 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,881 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,881 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,895 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,908 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,908 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x44ea9f71, L:/127.0.0.1:37591 - R:/127.0.0.1:38568]
2024-11-10T09:51:02,937 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38568
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38568
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:02,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:02,938 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37591
2024-11-10T09:51:02,944 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 363), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8033 (was 8033)
2024-11-10T09:51:02,949 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8033
2024-11-10T09:51:02,950 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:02,951 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46699
2024-11-10T09:51:02,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19839a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:02,951 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:02,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:02,952 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:02,979 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:02,979 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:02,993 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,006 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,006 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0589a8ce, L:/127.0.0.1:46699 - R:/127.0.0.1:44332]
2024-11-10T09:51:03,035 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,104 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:03,137 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:03,138 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:03,138 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:03,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,144 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 363) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8033)
2024-11-10T09:51:03,149 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37695
2024-11-10T09:51:03,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd05e6, compressor=org.apache.hadoop.io.compress.GzipCodec@3a073eb7, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,151 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,152 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,178 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,179 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,192 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,205 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,206 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xceb1e8ac, L:/127.0.0.1:37695 - R:/127.0.0.1:56538]
2024-11-10T09:51:03,234 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,236 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37695
2024-11-10T09:51:03,242 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,247 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,248 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,249 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40199
2024-11-10T09:51:03,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5cbfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,249 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,249 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,276 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,276 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,290 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,303 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,303 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x563849d6, L:/127.0.0.1:40199 - R:/127.0.0.1:34852]
2024-11-10T09:51:03,331 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40199
2024-11-10T09:51:03,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,344 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,345 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,346 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35501
2024-11-10T09:51:03,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec6cf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,346 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,346 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,373 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,373 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,387 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,400 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,401 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x50038b61, L:/127.0.0.1:35501 - R:/127.0.0.1:48002]
2024-11-10T09:51:03,429 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:03,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48002 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:03,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,431 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:03,431 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35501
2024-11-10T09:51:03,437 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,443 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,444 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,444 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46767
2024-11-10T09:51:03,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,445 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,445 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,472 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,472 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,486 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,499 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,499 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x89a751dd, L:/127.0.0.1:46767 - R:/127.0.0.1:51522]
2024-11-10T09:51:03,527 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46767
2024-11-10T09:51:03,535 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,540 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,541 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,542 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33069
2024-11-10T09:51:03,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d3d211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,542 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,543 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,569 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,570 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,583 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,597 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,597 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xee923c55, L:/127.0.0.1:33069 - R:/127.0.0.1:47478]
2024-11-10T09:51:03,625 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,625 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:03,626 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-46064bca705b798c1792fcc651d7f216-b38dd49e105c440f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:03,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,626 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:03,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33069
2024-11-10T09:51:03,633 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,639 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,640 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,640 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44609
2024-11-10T09:51:03,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c598bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,640 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,641 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,668 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,668 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:03,682 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,695 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,695 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9fe6c1a4, L:/127.0.0.1:44609 - R:/127.0.0.1:45876]
2024-11-10T09:51:03,725 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-10T09:51:03,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44609
2024-11-10T09:51:03,785 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8032 (was 8032)
2024-11-10T09:51:03,791 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8032
2024-11-10T09:51:03,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41881
2024-11-10T09:51:03,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526147d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,792 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:03,793 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41881 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:03,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41881
2024-11-10T09:51:03,799 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8032)
2024-11-10T09:51:03,805 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:51:03,806 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:03,806 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35299
2024-11-10T09:51:03,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f3215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:03,806 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:03,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:03,821 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:03,834 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:03,834 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x69b5a180, L:/127.0.0.1:35299 - R:/127.0.0.1:36414]
2024-11-10T09:51:03,834 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:03,918 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:04,028 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,138 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,248 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,358 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,468 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,578 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,688 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263825 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,726 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45876 deadline: 1731232263826 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45876
2024-11-10T09:51:04,798 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264018 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264128 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264238 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264348 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264458 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264678 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,836 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36414 deadline: 1731232264788 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36414
2024-11-10T09:51:04,908 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35299 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:04,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:04,908 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35299
2024-11-10T09:51:04,915 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8031)
2024-11-10T09:51:04,921 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:51:04,922 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:04,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39837
2024-11-10T09:51:04,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3262a3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:04,923 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:04,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:04,937 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:04,951 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:04,951 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32990cce, L:/127.0.0.1:39837 - R:/127.0.0.1:46278]
2024-11-10T09:51:04,951 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:04,952 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:04,952 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46278 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:04,953 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:04,954 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:04,954 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:04,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:04,961 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 57) - Thread LEAK? -, OpenFileDescriptor=365 (was 364) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8031)
2024-11-10T09:51:04,967 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:51:04,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:04,969 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45899
2024-11-10T09:51:04,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33071e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:04,969 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:04,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:04,984 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:04,997 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:04,997 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5d796474, L:/127.0.0.1:45899 - R:/127.0.0.1:52214]
2024-11-10T09:51:04,998 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45899
2024-11-10T09:51:05,012 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8031)
2024-11-10T09:51:05,018 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:51:05,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56375b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,019 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,020 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39643
2024-11-10T09:51:05,020 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,034 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,048 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,048 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf164d69b, L:/127.0.0.1:39643 - R:/127.0.0.1:39238]
2024-11-10T09:51:05,048 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:05,049 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39238 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:05,050 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:05,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39643
2024-11-10T09:51:05,056 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8031)
2024-11-10T09:51:05,062 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8031
2024-11-10T09:51:05,063 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,063 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42175
2024-11-10T09:51:05,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f750f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,063 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,091 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,091 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeec35e02, L:/127.0.0.1:42175 - R:/127.0.0.1:48470]
2024-11-10T09:51:05,092 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42175
2024-11-10T09:51:05,100 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8031)
2024-11-10T09:51:05,106 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:51:05,106 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,107 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45659
2024-11-10T09:51:05,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a13e4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,107 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,135 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,135 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x427b913d, L:/127.0.0.1:45659 - R:/127.0.0.1:56956]
2024-11-10T09:51:05,135 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,135 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:56956; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:05,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,136 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45659 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:05,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45659
2024-11-10T09:51:05,142 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8030)
2024-11-10T09:51:05,147 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:51:05,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32875
2024-11-10T09:51:05,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e8e447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,149 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:05,164 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,177 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,177 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x10a126f5, L:/127.0.0.1:32875 - R:/127.0.0.1:57058]
2024-11-10T09:51:05,178 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:05,178 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=366 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8030)
2024-11-10T09:51:05,190 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=366, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:51:05,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34025
2024-11-10T09:51:05,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9f141b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,191 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:05,205 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,219 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,219 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5bde7652, L:/127.0.0.1:34025 - R:/127.0.0.1:45482]
2024-11-10T09:51:05,219 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:05,219 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45482
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45482
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:05,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,226 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 366) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8030)
2024-11-10T09:51:05,231 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:51:05,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43831
2024-11-10T09:51:05,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd22c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,233 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,247 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,260 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,261 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x112e97fd, L:/127.0.0.1:43831 - R:/127.0.0.1:54936]
2024-11-10T09:51:05,261 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:54936
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:54936
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:05,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,262 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43831
2024-11-10T09:51:05,268 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 367), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8030)
2024-11-10T09:51:05,273 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8029
2024-11-10T09:51:05,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42805
2024-11-10T09:51:05,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf1d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,274 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,289 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,302 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,302 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5318ab55, L:/127.0.0.1:42805 - R:/127.0.0.1:50240]
2024-11-10T09:51:05,303 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,404 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:05,404 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:05,405 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:05,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 58) - Thread LEAK? -, OpenFileDescriptor=368 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8029)
2024-11-10T09:51:05,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8029
2024-11-10T09:51:05,417 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38177
2024-11-10T09:51:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af39d7, compressor=org.apache.hadoop.io.compress.GzipCodec@1bb970ba, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,418 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,435 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,449 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,449 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdcad3938, L:/127.0.0.1:38177 - R:/127.0.0.1:46748]
2024-11-10T09:51:05,450 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,452 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38177
2024-11-10T09:51:05,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8029)
2024-11-10T09:51:05,463 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8029
2024-11-10T09:51:05,465 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,465 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39433
2024-11-10T09:51:05,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6ad0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,465 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,491 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,505 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,505 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x73b26c9d, L:/127.0.0.1:39433 - R:/127.0.0.1:56866]
2024-11-10T09:51:05,505 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,507 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39433
2024-11-10T09:51:05,513 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8029)
2024-11-10T09:51:05,518 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8029
2024-11-10T09:51:05,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,520 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41085
2024-11-10T09:51:05,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3797c0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,520 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,534 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,547 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,547 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xadc0d782, L:/127.0.0.1:41085 - R:/127.0.0.1:47080]
2024-11-10T09:51:05,548 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,548 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:05,549 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47080 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:05,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,549 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:05,549 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41085
2024-11-10T09:51:05,555 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8029) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:05,561 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8030
2024-11-10T09:51:05,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38935
2024-11-10T09:51:05,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,562 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,577 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,590 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,590 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x34e08f8b, L:/127.0.0.1:38935 - R:/127.0.0.1:47444]
2024-11-10T09:51:05,591 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38935
2024-11-10T09:51:05,598 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8030)
2024-11-10T09:51:05,604 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8029
2024-11-10T09:51:05,605 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,605 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42957
2024-11-10T09:51:05,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69660b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,605 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,619 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,633 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,633 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa31ba09d, L:/127.0.0.1:42957 - R:/127.0.0.1:41072]
2024-11-10T09:51:05,633 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,634 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:05,634 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-6c7ef5e9d86d91f9e0dfdac7b8213cb9-1f14f485449c0127-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:05,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,634 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:05,635 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42957
2024-11-10T09:51:05,641 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8028 (was 8029)
2024-11-10T09:51:05,646 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8028
2024-11-10T09:51:05,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40035
2024-11-10T09:51:05,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b41d24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,648 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,663 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,677 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,677 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcf49edae, L:/127.0.0.1:40035 - R:/127.0.0.1:34206]
2024-11-10T09:51:05,678 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:05,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,759 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40035
2024-11-10T09:51:05,766 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8026 (was 8028)
2024-11-10T09:51:05,772 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8026
2024-11-10T09:51:05,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38009
2024-11-10T09:51:05,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875d204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,829 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:05,830 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38009 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:05,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38009
2024-11-10T09:51:05,837 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8027 (was 8026) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:05,837 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:05,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8027
2024-11-10T09:51:05,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:05,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44847
2024-11-10T09:51:05,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627e3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:05,844 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:05,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:05,844 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,872 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,872 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:05,886 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:05,899 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:05,899 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf17f271c, L:/127.0.0.1:44847 - R:/127.0.0.1:52550]
2024-11-10T09:51:05,934 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:05,978 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:51:06,088 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:06,197 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,418 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,528 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,638 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265778 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265778 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,679 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34206 deadline: 1731232265779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34206
2024-11-10T09:51:06,748 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:06,858 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266079 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266189 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266298 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266408 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266518 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266628 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266738 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,935 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52550 deadline: 1731232266848 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52550
2024-11-10T09:51:06,968 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44847 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:06,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:06,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44847
2024-11-10T09:51:06,975 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8025 (was 8027)
2024-11-10T09:51:06,980 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8024
2024-11-10T09:51:06,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:06,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42863
2024-11-10T09:51:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5095c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:06,981 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:06,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:06,982 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,009 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,023 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,036 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,036 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6474fa70, L:/127.0.0.1:42863 - R:/127.0.0.1:49094]
2024-11-10T09:51:07,066 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,067 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:07,067 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49094 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:07,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,075 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=369 (was 368) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8024)
2024-11-10T09:51:07,080 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8024
2024-11-10T09:51:07,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33899
2024-11-10T09:51:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a0748e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,082 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,083 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,109 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,110 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,124 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,137 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,137 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x00f87314, L:/127.0.0.1:33899 - R:/127.0.0.1:44242]
2024-11-10T09:51:07,167 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33899
2024-11-10T09:51:07,182 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8024)
2024-11-10T09:51:07,188 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8023
2024-11-10T09:51:07,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e741482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39009
2024-11-10T09:51:07,189 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,190 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,217 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,217 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,232 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,245 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,246 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2b2ccaea, L:/127.0.0.1:39009 - R:/127.0.0.1:38870]
2024-11-10T09:51:07,276 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,277 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:07,277 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38870 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:07,278 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:07,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39009
2024-11-10T09:51:07,285 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8023 (was 8023)
2024-11-10T09:51:07,291 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8022
2024-11-10T09:51:07,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41781
2024-11-10T09:51:07,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d35b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,292 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,293 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,320 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,320 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,334 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,348 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,348 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7f03f11d, L:/127.0.0.1:41781 - R:/127.0.0.1:57888]
2024-11-10T09:51:07,379 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,381 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41781
2024-11-10T09:51:07,388 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8023 (was 8022) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:07,394 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8023
2024-11-10T09:51:07,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40335
2024-11-10T09:51:07,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043edeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,395 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,395 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,424 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,424 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,438 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,451 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,451 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6f317be0, L:/127.0.0.1:40335 - R:/127.0.0.1:44892]
2024-11-10T09:51:07,482 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,482 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44892; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:07,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,483 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40335 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:07,483 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40335
2024-11-10T09:51:07,489 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8023) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:07,494 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8023
2024-11-10T09:51:07,495 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41489
2024-11-10T09:51:07,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f254083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,496 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:07,497 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,525 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,525 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,539 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,552 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,553 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x019030ab, L:/127.0.0.1:41489 - R:/127.0.0.1:55164]
2024-11-10T09:51:07,582 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:07,582 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:07,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,588 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=370 (was 369) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8023) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:07,594 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=370, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8024
2024-11-10T09:51:07,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46327
2024-11-10T09:51:07,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dc072e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,595 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:07,596 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,624 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,624 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,638 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,651 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,652 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9b4febc2, L:/127.0.0.1:46327 - R:/127.0.0.1:53864]
2024-11-10T09:51:07,681 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:07,682 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53864
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53864
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:07,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,689 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 370) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8024)
2024-11-10T09:51:07,695 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8017
2024-11-10T09:51:07,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39787
2024-11-10T09:51:07,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32900298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,696 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,697 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,724 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,724 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,738 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,751 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,751 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x409ede6a, L:/127.0.0.1:39787 - R:/127.0.0.1:40440]
2024-11-10T09:51:07,781 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40440
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40440
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:07,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,782 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39787
2024-11-10T09:51:07,789 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 371), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8014 (was 8017)
2024-11-10T09:51:07,795 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8024
2024-11-10T09:51:07,796 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,796 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35601
2024-11-10T09:51:07,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559dd4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,796 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:07,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:07,797 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,824 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,824 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:07,838 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:07,851 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:07,852 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x51cadc12, L:/127.0.0.1:35601 - R:/127.0.0.1:55412]
2024-11-10T09:51:07,882 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:07,936 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:07,983 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,984 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,984 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:07,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:07,991 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 371) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8024)
2024-11-10T09:51:07,998 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8018
2024-11-10T09:51:07,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:07,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39125
2024-11-10T09:51:07,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff0597a, compressor=org.apache.hadoop.io.compress.GzipCodec@77bd8498, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:07,999 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,000 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,027 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,027 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,041 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,055 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,055 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x81f508b5, L:/127.0.0.1:39125 - R:/127.0.0.1:37644]
2024-11-10T09:51:08,087 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,089 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39125
2024-11-10T09:51:08,096 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8018)
2024-11-10T09:51:08,101 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8018
2024-11-10T09:51:08,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,103 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36331
2024-11-10T09:51:08,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a87b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,103 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,103 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,130 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,130 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,144 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,157 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,158 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3fe4adfe, L:/127.0.0.1:36331 - R:/127.0.0.1:46816]
2024-11-10T09:51:08,189 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36331
2024-11-10T09:51:08,198 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8018)
2024-11-10T09:51:08,205 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8017
2024-11-10T09:51:08,206 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,206 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40177
2024-11-10T09:51:08,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e8b4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,206 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,207 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,234 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,235 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,249 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,262 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,262 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x836b6a5b, L:/127.0.0.1:40177 - R:/127.0.0.1:55274]
2024-11-10T09:51:08,294 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,295 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:08,295 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55274 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:08,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,296 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:08,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40177
2024-11-10T09:51:08,303 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8017) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:08,309 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8017
2024-11-10T09:51:08,311 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,311 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46633
2024-11-10T09:51:08,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,311 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,312 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,340 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,341 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,354 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,368 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,368 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb1378a7c, L:/127.0.0.1:46633 - R:/127.0.0.1:38758]
2024-11-10T09:51:08,401 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,402 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46633
2024-11-10T09:51:08,410 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8016 (was 8017)
2024-11-10T09:51:08,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8016
2024-11-10T09:51:08,417 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33289
2024-11-10T09:51:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1133ac1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,418 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,419 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,446 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,446 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,460 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,475 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,475 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x74758b78, L:/127.0.0.1:33289 - R:/127.0.0.1:53866]
2024-11-10T09:51:08,505 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,505 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:08,506 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-1d780abb0278a158d63af8b4dde2156f-97ad5f96ea1ba47f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:08,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,506 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:08,507 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33289
2024-11-10T09:51:08,513 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8016) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:08,518 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8017
2024-11-10T09:51:08,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33939
2024-11-10T09:51:08,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2d079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,519 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,520 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,547 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,547 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,562 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,576 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,576 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfdcc4207, L:/127.0.0.1:33939 - R:/127.0.0.1:49106]
2024-11-10T09:51:08,607 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33939
2024-11-10T09:51:08,666 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8017) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:08,672 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8018
2024-11-10T09:51:08,673 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,674 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45375
2024-11-10T09:51:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c313e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,674 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:08,675 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:45375 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:08,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45375
2024-11-10T09:51:08,681 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8018)
2024-11-10T09:51:08,687 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8017
2024-11-10T09:51:08,689 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:08,689 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38797
2024-11-10T09:51:08,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c58f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:08,689 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:08,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:08,690 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,717 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,717 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:08,731 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:08,744 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:08,744 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1ffa9500, L:/127.0.0.1:38797 - R:/127.0.0.1:36286]
2024-11-10T09:51:08,775 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:08,828 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-10T09:51:08,938 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,048 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,158 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,268 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,378 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,488 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,597 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:09,608 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268707 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268707 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268707 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268707 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268708 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268708 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268708 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268708 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,608 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49106 deadline: 1731232268708 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49106
2024-11-10T09:51:09,707 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232268929 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269039 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269149 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269259 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269369 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269479 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269589 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,776 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36286 deadline: 1731232269698 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36286
2024-11-10T09:51:09,817 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38797 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:09,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:09,818 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38797
2024-11-10T09:51:09,824 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8015 (was 8017)
2024-11-10T09:51:09,830 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8015
2024-11-10T09:51:09,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:09,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41963
2024-11-10T09:51:09,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f768fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:09,831 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:09,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:09,832 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:09,859 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:09,859 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:09,873 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:09,886 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:09,887 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x31f98496, L:/127.0.0.1:41963 - R:/127.0.0.1:48602]
2024-11-10T09:51:09,918 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:09,919 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:09,919 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48602 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:09,920 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:09,921 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:09,921 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:09,927 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 61) - Thread LEAK? -, OpenFileDescriptor=373 (was 372) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8016 (was 8015) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:09,933 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8016
2024-11-10T09:51:09,934 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:09,935 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45757
2024-11-10T09:51:09,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19980fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:09,935 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:09,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:09,936 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:09,977 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:09,977 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,002 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,020 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,020 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcd8b9442, L:/127.0.0.1:45757 - R:/127.0.0.1:53222]
2024-11-10T09:51:10,051 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,059 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45757
2024-11-10T09:51:10,066 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8013 (was 8016)
2024-11-10T09:51:10,072 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8006
2024-11-10T09:51:10,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c1d84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,074 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,074 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42401
2024-11-10T09:51:10,074 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,075 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,102 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,103 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,116 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,130 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,130 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa2ce5d33, L:/127.0.0.1:42401 - R:/127.0.0.1:48932]
2024-11-10T09:51:10,161 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,162 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:10,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48932 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:10,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:10,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42401
2024-11-10T09:51:10,170 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8015 (was 8006) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:10,177 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8015
2024-11-10T09:51:10,178 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,178 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40661
2024-11-10T09:51:10,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96660f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,179 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,180 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,207 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,207 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,221 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,235 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,235 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x73c89d9b, L:/127.0.0.1:40661 - R:/127.0.0.1:54298]
2024-11-10T09:51:10,266 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40661
2024-11-10T09:51:10,276 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8015 (was 8015)
2024-11-10T09:51:10,282 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:51:10,283 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,283 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35221
2024-11-10T09:51:10,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb8d814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,284 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,284 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,311 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,311 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,325 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,339 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,339 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc79b348d, L:/127.0.0.1:35221 - R:/127.0.0.1:51326]
2024-11-10T09:51:10,370 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,370 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:51326; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:10,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:35221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:10,371 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35221
2024-11-10T09:51:10,377 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8015 (was 8014) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:10,383 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:51:10,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33151
2024-11-10T09:51:10,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c5387f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,384 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:10,385 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,412 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,412 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,426 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,439 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,440 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5477fc02, L:/127.0.0.1:33151 - R:/127.0.0.1:52174]
2024-11-10T09:51:10,470 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:10,471 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:10,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,477 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=374 (was 373) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8014 (was 8014)
2024-11-10T09:51:10,483 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=374, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:10,484 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,484 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34991
2024-11-10T09:51:10,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354fd269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,485 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:10,485 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,513 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,514 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,528 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,541 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,541 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1db9ab3c, L:/127.0.0.1:34991 - R:/127.0.0.1:46936]
2024-11-10T09:51:10,572 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:10,572 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46936
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46936
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:10,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,579 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 374) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8013 (was 8012) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:10,585 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8006
2024-11-10T09:51:10,586 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32961
2024-11-10T09:51:10,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c85c533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,587 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,587 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,616 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,630 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,643 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,643 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa967f401, L:/127.0.0.1:32961 - R:/127.0.0.1:53670]
2024-11-10T09:51:10,674 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53670
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53670
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:10,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32961
2024-11-10T09:51:10,682 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 375), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8004 (was 8006)
2024-11-10T09:51:10,688 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:51:10,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38229
2024-11-10T09:51:10,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51412dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,690 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,691 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,719 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,719 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,733 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,746 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,746 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd5537e44, L:/127.0.0.1:38229 - R:/127.0.0.1:59282]
2024-11-10T09:51:10,777 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,778 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:10,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:10,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:10,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:10,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,886 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8015 (was 8014) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:10,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8015
2024-11-10T09:51:10,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:10,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33011
2024-11-10T09:51:10,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e890f1d, compressor=org.apache.hadoop.io.compress.GzipCodec@514ea63c, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:10,893 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:10,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:10,894 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,920 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,921 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:10,942 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:10,956 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:10,956 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x57eed092, L:/127.0.0.1:33011 - R:/127.0.0.1:55494]
2024-11-10T09:51:10,987 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:10,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:10,988 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33011
2024-11-10T09:51:10,995 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8014 (was 8015)
2024-11-10T09:51:11,001 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:51:11,002 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32991
2024-11-10T09:51:11,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7709f7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,003 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,030 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,031 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:11,044 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,057 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,058 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32a8cd22, L:/127.0.0.1:32991 - R:/127.0.0.1:38736]
2024-11-10T09:51:11,087 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,089 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32991
2024-11-10T09:51:11,095 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8009 (was 8014)
2024-11-10T09:51:11,101 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8014
2024-11-10T09:51:11,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33133
2024-11-10T09:51:11,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,102 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,103 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,130 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,130 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:11,144 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,157 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,157 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82810ea1, L:/127.0.0.1:33133 - R:/127.0.0.1:36186]
2024-11-10T09:51:11,187 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,188 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:11,188 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36186 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:11,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,189 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:11,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33133
2024-11-10T09:51:11,195 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8013 (was 8014)
2024-11-10T09:51:11,201 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:11,202 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,202 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38743
2024-11-10T09:51:11,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,202 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,203 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,229 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,230 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:11,243 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,256 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,257 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x91c6085f, L:/127.0.0.1:38743 - R:/127.0.0.1:56546]
2024-11-10T09:51:11,286 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38743
2024-11-10T09:51:11,293 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8012)
2024-11-10T09:51:11,299 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:11,300 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,300 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36225
2024-11-10T09:51:11,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259c0668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,300 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,301 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,328 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,328 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:11,342 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,355 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,355 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd1521610, L:/127.0.0.1:36225 - R:/127.0.0.1:35180]
2024-11-10T09:51:11,390 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,390 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:11,390 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-aa8476bc248ac6aa76ffa9ea70fe6f8d-de15dd3e5e3b1ad1-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:11,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:11,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36225
2024-11-10T09:51:11,397 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8012)
2024-11-10T09:51:11,403 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:11,404 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34425
2024-11-10T09:51:11,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a18bb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,405 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,405 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,436 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,437 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:11,450 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,463 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,464 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9c471559, L:/127.0.0.1:34425 - R:/127.0.0.1:48860]
2024-11-10T09:51:11,494 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34425 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:11,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34425
2024-11-10T09:51:11,545 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=63 (was 62) - Thread LEAK? -, OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8012)
2024-11-10T09:51:11,550 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:11,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,552 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34857
2024-11-10T09:51:11,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2831f312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,552 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:11,553 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34857 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:11,553 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34857
2024-11-10T09:51:11,558 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8012)
2024-11-10T09:51:11,563 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8012
2024-11-10T09:51:11,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:11,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34049
2024-11-10T09:51:11,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572ae8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:11,565 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:11,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:11,579 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:11,592 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:11,592 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x28f64905, L:/127.0.0.1:34049 - R:/127.0.0.1:50480]
2024-11-10T09:51:11,592 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:11,668 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-10T09:51:11,778 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:11,888 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:11,998 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:12,108 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:12,217 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:12,328 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:51:12,438 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:12,495 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48860 deadline: 1731232271595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48860
2024-11-10T09:51:12,548 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232271768 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232271878 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232271989 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232272099 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232272209 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232272318 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232272429 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50480 deadline: 1731232272539 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50480
2024-11-10T09:51:12,658 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:12,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34049
2024-11-10T09:51:12,665 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7976 (was 8012)
2024-11-10T09:51:12,670 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7975
2024-11-10T09:51:12,671 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,672 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42783
2024-11-10T09:51:12,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c9c0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,672 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:12,698 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,712 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,712 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x17cfd483, L:/127.0.0.1:42783 - R:/127.0.0.1:49488]
2024-11-10T09:51:12,713 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:12,713 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:12,714 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49488 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:12,714 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:12,715 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:12,715 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:12,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,721 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 63) - Thread LEAK? -, OpenFileDescriptor=377 (was 376) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7975 (was 7975)
2024-11-10T09:51:12,727 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7975
2024-11-10T09:51:12,728 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,729 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44979
2024-11-10T09:51:12,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef035ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,729 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:12,743 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,757 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,757 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x157fb2bb, L:/127.0.0.1:44979 - R:/127.0.0.1:34904]
2024-11-10T09:51:12,757 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:12,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44979
2024-11-10T09:51:12,772 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7969 (was 7975)
2024-11-10T09:51:12,779 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7967
2024-11-10T09:51:12,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a24c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38639
2024-11-10T09:51:12,780 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:12,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,817 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,817 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe272b7f1, L:/127.0.0.1:38639 - R:/127.0.0.1:33688]
2024-11-10T09:51:12,817 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:12,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:12,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33688 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:12,819 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:12,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38639
2024-11-10T09:51:12,825 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7974 (was 7967) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:12,831 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7974
2024-11-10T09:51:12,832 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,832 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39447
2024-11-10T09:51:12,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca62c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,833 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:12,847 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,860 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,860 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb4bb1811, L:/127.0.0.1:39447 - R:/127.0.0.1:45696]
2024-11-10T09:51:12,861 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:12,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,863 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39447
2024-11-10T09:51:12,870 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7975 (was 7974) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:12,876 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7975
2024-11-10T09:51:12,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45043
2024-11-10T09:51:12,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f191db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,877 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:12,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,905 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,905 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x69f9bd0e, L:/127.0.0.1:45043 - R:/127.0.0.1:47100]
2024-11-10T09:51:12,906 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:12,906 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:47100; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:12,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,906 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:12,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45043
2024-11-10T09:51:12,913 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8007 (was 7975) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:12,920 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8006
2024-11-10T09:51:12,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39395
2024-11-10T09:51:12,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c4a206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,922 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:12,936 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,949 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,949 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa1955127, L:/127.0.0.1:39395 - R:/127.0.0.1:42780]
2024-11-10T09:51:12,949 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:12,950 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:12,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,956 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=378 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=8003 (was 8006)
2024-11-10T09:51:12,962 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=378, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=8003
2024-11-10T09:51:12,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:12,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35865
2024-11-10T09:51:12,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:12,964 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:12,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:12,978 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:12,991 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:12,991 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaba9c449, L:/127.0.0.1:35865 - R:/127.0.0.1:51478]
2024-11-10T09:51:12,992 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:12,992 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51478
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51478
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:12,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:12,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 378) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 8003)
2024-11-10T09:51:13,004 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:51:13,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45371
2024-11-10T09:51:13,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0e7f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,006 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,032 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,045 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,046 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9dc684d5, L:/127.0.0.1:45371 - R:/127.0.0.1:49330]
2024-11-10T09:51:13,046 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49330
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49330
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:13,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,047 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45371
2024-11-10T09:51:13,053 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 7998)
2024-11-10T09:51:13,059 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7997
2024-11-10T09:51:13,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39735
2024-11-10T09:51:13,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec78869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,060 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,074 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,088 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,088 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x19054dd4, L:/127.0.0.1:39735 - R:/127.0.0.1:35242]
2024-11-10T09:51:13,088 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:13,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:13,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:13,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,197 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 64) - Thread LEAK? -, OpenFileDescriptor=380 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7986 (was 7997)
2024-11-10T09:51:13,203 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7985
2024-11-10T09:51:13,204 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,204 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34271
2024-11-10T09:51:13,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6264ecac, compressor=org.apache.hadoop.io.compress.GzipCodec@73fd5d78, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,204 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,218 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,232 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,232 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5dd47cb5, L:/127.0.0.1:34271 - R:/127.0.0.1:32916]
2024-11-10T09:51:13,232 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34271
2024-11-10T09:51:13,240 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7983 (was 7985)
2024-11-10T09:51:13,246 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7983
2024-11-10T09:51:13,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32769
2024-11-10T09:51:13,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f535ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,247 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,262 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,275 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,276 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32af4bf0, L:/127.0.0.1:32769 - R:/127.0.0.1:57824]
2024-11-10T09:51:13,276 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,277 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32769
2024-11-10T09:51:13,283 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7980 (was 7983)
2024-11-10T09:51:13,289 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7980
2024-11-10T09:51:13,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36529
2024-11-10T09:51:13,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603065dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,290 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,305 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,318 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,318 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd8a368ca, L:/127.0.0.1:36529 - R:/127.0.0.1:34440]
2024-11-10T09:51:13,318 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:13,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34440 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:13,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,320 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:13,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36529
2024-11-10T09:51:13,326 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7978 (was 7980)
2024-11-10T09:51:13,332 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7976
2024-11-10T09:51:13,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36773
2024-11-10T09:51:13,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,333 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,347 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,361 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,361 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xef342add, L:/127.0.0.1:36773 - R:/127.0.0.1:58650]
2024-11-10T09:51:13,361 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,362 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36773
2024-11-10T09:51:13,368 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7975 (was 7976)
2024-11-10T09:51:13,374 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7975
2024-11-10T09:51:13,375 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,375 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40279
2024-11-10T09:51:13,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30eb4db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,375 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,389 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,403 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,403 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xafb2d0d1, L:/127.0.0.1:40279 - R:/127.0.0.1:57370]
2024-11-10T09:51:13,403 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,403 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:13,404 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-13c04c8e60f559edfb4910dc18faa63d-63ceb8c73491240b-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:13,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,404 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:13,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40279
2024-11-10T09:51:13,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7975)
2024-11-10T09:51:13,417 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:13,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38751
2024-11-10T09:51:13,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7518e488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,419 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,436 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,450 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,450 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x851820b0, L:/127.0.0.1:38751 - R:/127.0.0.1:50962]
2024-11-10T09:51:13,450 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38751 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-10T09:51:13,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38751
2024-11-10T09:51:13,535 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7970) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:13,541 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7971
2024-11-10T09:51:13,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43639
2024-11-10T09:51:13,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1217848a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,589 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:13,589 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43639 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:13,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43639
2024-11-10T09:51:13,594 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:13,596 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7971)
2024-11-10T09:51:13,601 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:13,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:13,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46681
2024-11-10T09:51:13,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6797e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:13,603 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:13,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:13,603 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,630 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,631 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:13,644 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:13,658 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:13,659 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x91ec9041, L:/127.0.0.1:46681 - R:/127.0.0.1:33114]
2024-11-10T09:51:13,690 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:13,737 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-10T09:51:13,848 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:51:13,958 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,068 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,178 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,288 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,398 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:14,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,451 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:14,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50962 deadline: 1731232273551 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50962
2024-11-10T09:51:14,508 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:14,618 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232273838 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,691 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232273949 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274059 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274169 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274279 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274389 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,692 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274498 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,692 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33114 deadline: 1731232274608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33114
2024-11-10T09:51:14,728 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46681 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:14,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:14,728 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46681
2024-11-10T09:51:14,735 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 110) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7985 (was 7970) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:14,740 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7985
2024-11-10T09:51:14,741 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:14,742 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40231
2024-11-10T09:51:14,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5c69eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:14,742 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:14,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:14,743 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:14,769 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:14,770 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:14,783 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:14,797 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:14,797 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0a826562, L:/127.0.0.1:40231 - R:/127.0.0.1:45696]
2024-11-10T09:51:14,827 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:14,828 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:14,828 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45696 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:14,829 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:14,829 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:14,830 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:14,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:14,836 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=381 (was 380) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7979 (was 7985)
2024-11-10T09:51:14,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7979
2024-11-10T09:51:14,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:14,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36155
2024-11-10T09:51:14,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79621ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:14,843 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:14,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:14,844 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:14,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:14,871 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:14,885 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:14,898 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:14,899 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xddaaa93c, L:/127.0.0.1:36155 - R:/127.0.0.1:36854]
2024-11-10T09:51:14,929 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:14,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:14,937 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36155
2024-11-10T09:51:14,944 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7979)
2024-11-10T09:51:14,950 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:14,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1019fcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:14,951 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:14,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46641
2024-11-10T09:51:14,952 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:14,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:14,953 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:14,979 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:14,980 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:14,998 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,012 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,012 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x04ab1875, L:/127.0.0.1:46641 - R:/127.0.0.1:48818]
2024-11-10T09:51:15,043 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:15,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48818 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:15,044 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:15,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,044 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46641
2024-11-10T09:51:15,051 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7972 (was 7970) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:15,056 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7972
2024-11-10T09:51:15,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34569
2024-11-10T09:51:15,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1613f3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,058 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,058 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,085 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,085 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,110 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,124 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,124 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe634b013, L:/127.0.0.1:34569 - R:/127.0.0.1:41418]
2024-11-10T09:51:15,154 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,158 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34569
2024-11-10T09:51:15,165 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7972)
2024-11-10T09:51:15,171 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7971
2024-11-10T09:51:15,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40749
2024-11-10T09:51:15,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cb4860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,172 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,173 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,216 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,216 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,230 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,243 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,243 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7524d201, L:/127.0.0.1:40749 - R:/127.0.0.1:48078]
2024-11-10T09:51:15,273 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,273 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:48078; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:15,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,274 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40749 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:15,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40749
2024-11-10T09:51:15,281 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 7971)
2024-11-10T09:51:15,287 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:15,288 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,288 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40493
2024-11-10T09:51:15,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,288 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:15,289 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,315 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,316 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,329 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,342 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,343 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xee530ae2, L:/127.0.0.1:40493 - R:/127.0.0.1:60442]
2024-11-10T09:51:15,372 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:15,372 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:15,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=382 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7969 (was 7970)
2024-11-10T09:51:15,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=382, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7968
2024-11-10T09:51:15,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40297
2024-11-10T09:51:15,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c57dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,386 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:15,387 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,413 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,414 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,435 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,449 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,449 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x762dd9ea, L:/127.0.0.1:40297 - R:/127.0.0.1:44586]
2024-11-10T09:51:15,478 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:15,478 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44586
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44586
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:15,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,485 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 382) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7968 (was 7968)
2024-11-10T09:51:15,491 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7968
2024-11-10T09:51:15,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40685
2024-11-10T09:51:15,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4585be56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,492 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,493 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,519 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,520 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,533 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,547 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,547 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4c393962, L:/127.0.0.1:40685 - R:/127.0.0.1:33940]
2024-11-10T09:51:15,576 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33940
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33940
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:15,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,577 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40685
2024-11-10T09:51:15,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7967 (was 7968)
2024-11-10T09:51:15,589 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7967
2024-11-10T09:51:15,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33501
2024-11-10T09:51:15,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292ea8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,590 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,591 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,618 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,618 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,631 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,645 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,645 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe3647bf6, L:/127.0.0.1:33501 - R:/127.0.0.1:50654]
2024-11-10T09:51:15,675 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,692 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:15,776 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:15,777 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:15,777 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:15,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,783 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=8006 (was 7967) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:15,789 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=8005
2024-11-10T09:51:15,790 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43445
2024-11-10T09:51:15,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721a6dac, compressor=org.apache.hadoop.io.compress.GzipCodec@596e2026, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,791 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,792 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,818 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,818 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,844 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,857 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,857 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd7f760b9, L:/127.0.0.1:43445 - R:/127.0.0.1:60822]
2024-11-10T09:51:15,887 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43445
2024-11-10T09:51:15,896 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 8005)
2024-11-10T09:51:15,902 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7997
2024-11-10T09:51:15,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:15,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38465
2024-11-10T09:51:15,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237bd0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:15,903 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:15,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:15,904 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,930 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,931 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:15,948 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:15,962 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:15,962 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa7c1b4ba, L:/127.0.0.1:38465 - R:/127.0.0.1:47376]
2024-11-10T09:51:15,991 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:15,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:15,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38465
2024-11-10T09:51:15,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7992 (was 7997)
2024-11-10T09:51:16,004 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7991
2024-11-10T09:51:16,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45141
2024-11-10T09:51:16,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77080e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,006 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,006 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,033 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,033 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:16,046 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,060 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,060 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x99566df8, L:/127.0.0.1:45141 - R:/127.0.0.1:41546]
2024-11-10T09:51:16,090 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:16,091 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:16,091 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41546 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:16,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:16,091 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:16,091 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45141
2024-11-10T09:51:16,098 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7982 (was 7991)
2024-11-10T09:51:16,104 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7982
2024-11-10T09:51:16,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,106 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38579
2024-11-10T09:51:16,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,106 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,107 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,133 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,134 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:16,148 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,162 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,162 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa41c1932, L:/127.0.0.1:38579 - R:/127.0.0.1:37440]
2024-11-10T09:51:16,192 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:16,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:16,193 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38579
2024-11-10T09:51:16,200 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7977 (was 7982)
2024-11-10T09:51:16,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7976
2024-11-10T09:51:16,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38215
2024-11-10T09:51:16,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f675897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,208 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,209 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,235 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,236 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:16,249 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,263 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,263 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x456cfd7c, L:/127.0.0.1:38215 - R:/127.0.0.1:55646]
2024-11-10T09:51:16,293 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:16,293 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:16,293 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-de372a804d1a120818c6ad14bf760e9a-3bd39d0818307648-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:16,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:16,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:16,294 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38215
2024-11-10T09:51:16,300 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7966 (was 7976)
2024-11-10T09:51:16,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7964
2024-11-10T09:51:16,306 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,307 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34001
2024-11-10T09:51:16,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8e50a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,307 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,308 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,334 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,334 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:16,348 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,361 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,362 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x058037d1, L:/127.0.0.1:34001 - R:/127.0.0.1:52412]
2024-11-10T09:51:16,392 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:16,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:16,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34001
2024-11-10T09:51:16,446 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=67 (was 66) - Thread LEAK? -, OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7964) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:16,452 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7971
2024-11-10T09:51:16,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46359
2024-11-10T09:51:16,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad2e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,453 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:16,454 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:46359 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:16,454 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46359
2024-11-10T09:51:16,460 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 7971)
2024-11-10T09:51:16,465 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:16,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:16,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38939
2024-11-10T09:51:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec33537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:16,467 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:16,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:16,467 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,508 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,508 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:16,522 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:16,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:16,536 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbaeda799, L:/127.0.0.1:38939 - R:/127.0.0.1:57912]
2024-11-10T09:51:16,566 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:16,617 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=150ms, rpcTimeout=100ms
2024-11-10T09:51:16,727 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:16,838 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-10T09:51:16,948 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:17,058 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:17,168 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:17,278 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:17,388 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:17,392 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,392 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276493 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276493 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276493 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,393 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52412 deadline: 1731232276493 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52412
2024-11-10T09:51:17,498 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232276718 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232276828 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232276939 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232277049 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232277159 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232277269 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232277378 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,567 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57912 deadline: 1731232277488 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57912
2024-11-10T09:51:17,607 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:17,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:17,608 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38939
2024-11-10T09:51:17,614 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7972 (was 7970) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:17,620 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7972
2024-11-10T09:51:17,621 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:17,621 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36075
2024-11-10T09:51:17,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77871aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:17,622 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:17,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:17,622 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,649 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,649 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:17,663 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,676 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,676 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x07815672, L:/127.0.0.1:36075 - R:/127.0.0.1:56846]
2024-11-10T09:51:17,717 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:17,717 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:17,718 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56846 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:17,718 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:17,719 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:17,719 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:17,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:17,726 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 67) - Thread LEAK? -, OpenFileDescriptor=385 (was 384) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7967 (was 7972)
2024-11-10T09:51:17,731 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7965
2024-11-10T09:51:17,732 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:17,733 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37919
2024-11-10T09:51:17,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dbfd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:17,733 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:17,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:17,734 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,771 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,771 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:17,785 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,798 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,799 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x49f2dcb7, L:/127.0.0.1:37919 - R:/127.0.0.1:49738]
2024-11-10T09:51:17,829 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:17,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:17,838 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37919
2024-11-10T09:51:17,846 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=8004 (was 7965) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:17,852 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=8003
2024-11-10T09:51:17,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8cc4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:17,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:17,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33369
2024-11-10T09:51:17,853 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:17,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:17,854 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,894 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,894 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:17,908 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:17,922 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:17,922 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0e7bc60, L:/127.0.0.1:33369 - R:/127.0.0.1:60726]
2024-11-10T09:51:17,958 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:17,959 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:17,959 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60726 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:17,960 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:17,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:17,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33369
2024-11-10T09:51:17,968 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7993 (was 8003)
2024-11-10T09:51:17,974 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7992
2024-11-10T09:51:17,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:17,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37199
2024-11-10T09:51:17,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231943af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:17,976 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:17,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:17,977 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,004 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,017 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,031 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,031 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbb3b1456, L:/127.0.0.1:37199 - R:/127.0.0.1:35676]
2024-11-10T09:51:18,061 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,063 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37199
2024-11-10T09:51:18,070 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7992)
2024-11-10T09:51:18,076 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7986
2024-11-10T09:51:18,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43363
2024-11-10T09:51:18,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f11f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,078 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,079 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,106 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,106 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,120 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,133 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,133 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2a8b8d9b, L:/127.0.0.1:43363 - R:/127.0.0.1:49134]
2024-11-10T09:51:18,162 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,163 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:49134; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:18,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,164 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:18,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43363
2024-11-10T09:51:18,170 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7977 (was 7986)
2024-11-10T09:51:18,176 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7977
2024-11-10T09:51:18,177 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,177 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43559
2024-11-10T09:51:18,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd7158a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,177 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:18,178 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,204 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,204 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,230 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,243 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,243 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb93ca227, L:/127.0.0.1:43559 - R:/127.0.0.1:47068]
2024-11-10T09:51:18,273 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:18,273 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:18,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,280 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=386 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7972 (was 7977)
2024-11-10T09:51:18,286 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=386, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7972
2024-11-10T09:51:18,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40071
2024-11-10T09:51:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94ccb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,287 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:18,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,315 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,315 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,328 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,342 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,342 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5321a08e, L:/127.0.0.1:40071 - R:/127.0.0.1:40556]
2024-11-10T09:51:18,371 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:18,371 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40556
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:40556
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:18,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,378 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 386) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7959 (was 7972)
2024-11-10T09:51:18,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7964
2024-11-10T09:51:18,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44687
2024-11-10T09:51:18,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f51cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,387 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,388 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,414 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,414 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,428 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,441 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,442 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4222eced, L:/127.0.0.1:44687 - R:/127.0.0.1:53956]
2024-11-10T09:51:18,471 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53956
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53956
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:18,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44687
2024-11-10T09:51:18,478 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7967 (was 7964) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:18,484 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7967
2024-11-10T09:51:18,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33099
2024-11-10T09:51:18,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611895a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,485 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,486 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,513 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,513 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,527 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,540 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,540 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe162fc1d, L:/127.0.0.1:33099 - R:/127.0.0.1:40816]
2024-11-10T09:51:18,569 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:18,570 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,672 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:18,672 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:18,672 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:18,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,680 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7993 (was 7967) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:18,686 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7992
2024-11-10T09:51:18,687 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,688 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38519
2024-11-10T09:51:18,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffafcbc, compressor=org.apache.hadoop.io.compress.GzipCodec@47835c4d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,688 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,688 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,715 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,715 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,729 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,742 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,742 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xabb06d26, L:/127.0.0.1:38519 - R:/127.0.0.1:41656]
2024-11-10T09:51:18,772 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,773 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38519
2024-11-10T09:51:18,780 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7992)
2024-11-10T09:51:18,785 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:18,786 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43367
2024-11-10T09:51:18,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca512e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,787 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,787 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,814 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,814 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,828 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,841 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,841 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7aff1f4d, L:/127.0.0.1:43367 - R:/127.0.0.1:57558]
2024-11-10T09:51:18,871 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43367
2024-11-10T09:51:18,879 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7978 (was 7987)
2024-11-10T09:51:18,884 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7978
2024-11-10T09:51:18,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41377
2024-11-10T09:51:18,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7483db17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,885 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,886 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,913 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,913 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:18,927 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:18,940 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:18,940 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa06eb67a, L:/127.0.0.1:41377 - R:/127.0.0.1:56848]
2024-11-10T09:51:18,970 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:18,970 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:18,971 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56848 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:18,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:18,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:18,971 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41377
2024-11-10T09:51:18,978 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7974 (was 7978)
2024-11-10T09:51:18,983 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7974
2024-11-10T09:51:18,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:18,985 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43579
2024-11-10T09:51:18,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:18,985 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:18,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:18,986 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,012 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,013 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:19,026 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,039 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,039 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe13a116d, L:/127.0.0.1:43579 - R:/127.0.0.1:41930]
2024-11-10T09:51:19,070 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:19,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:19,071 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43579
2024-11-10T09:51:19,077 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 7974)
2024-11-10T09:51:19,083 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:19,083 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:19,084 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37383
2024-11-10T09:51:19,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651df327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:19,084 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:19,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:19,084 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,111 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,111 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:19,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,138 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,138 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xae0e53b1, L:/127.0.0.1:37383 - R:/127.0.0.1:42500]
2024-11-10T09:51:19,168 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:19,168 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:19,168 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-4ce478396395ba3ac88fa758ad043eb9-c8b189010757cc22-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:19,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:19,169 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:19,169 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37383
2024-11-10T09:51:19,177 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 7970)
2024-11-10T09:51:19,184 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7970
2024-11-10T09:51:19,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:19,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46189
2024-11-10T09:51:19,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0af0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:19,185 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:19,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:19,186 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,213 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,213 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-10T09:51:19,227 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,241 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,241 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x29b9c90a, L:/127.0.0.1:46189 - R:/127.0.0.1:33058]
2024-11-10T09:51:19,273 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46189 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-10T09:51:19,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:19,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46189
2024-11-10T09:51:19,325 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7991 (was 7970) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:19,331 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7989
2024-11-10T09:51:19,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:19,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42141
2024-11-10T09:51:19,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d965590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:19,333 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:19,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:19,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:19,333 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:42141 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-10T09:51:19,334 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42141
2024-11-10T09:51:19,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7989 (was 7989)
2024-11-10T09:51:19,345 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=7989
2024-11-10T09:51:19,345 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:19,346 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33341
2024-11-10T09:51:19,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:19,346 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:19,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:19,360 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:19,374 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:19,374 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5bdeb63e, L:/127.0.0.1:33341 - R:/127.0.0.1:52784]
2024-11-10T09:51:19,374 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:19,448 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=102ms, rpcTimeout=100ms
2024-11-10T09:51:19,558 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:19,668 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:19,778 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:19,888 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:19,998 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:20,108 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-10T09:51:20,218 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:20,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,274 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:20,274 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33058 deadline: 1731232279375 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33058
2024-11-10T09:51:20,328 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232279549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,375 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232279659 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232279769 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232279879 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232279988 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,375 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232280098 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,376 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232280208 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,376 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52784 deadline: 1731232280318 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52784
2024-11-10T09:51:20,437 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33341 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-10T09:51:20,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,438 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33341
2024-11-10T09:51:20,444 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 117) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8002 (was 7989) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:20,450 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=8001
2024-11-10T09:51:20,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36565
2024-11-10T09:51:20,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3648c8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,451 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,467 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,481 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,481 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa4926be5, L:/127.0.0.1:36565 - R:/127.0.0.1:37248]
2024-11-10T09:51:20,481 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,482 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:20,482 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37248 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:20,483 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,483 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,483 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,490 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 69) - Thread LEAK? -, OpenFileDescriptor=389 (was 388) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=8001 (was 8001)
2024-11-10T09:51:20,496 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=8001
2024-11-10T09:51:20,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44673
2024-11-10T09:51:20,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62752fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,497 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$pLU0u49q as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,514 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,529 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,529 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3b767dc2, L:/127.0.0.1:44673 - R:/127.0.0.1:33574]
2024-11-10T09:51:20,530 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,536 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44673
2024-11-10T09:51:20,543 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7993 (was 8001)
2024-11-10T09:51:20,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=8002
2024-11-10T09:51:20,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5dd81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40873
2024-11-10T09:51:20,550 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,576 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,593 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,593 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x67c1793d, L:/127.0.0.1:40873 - R:/127.0.0.1:56366]
2024-11-10T09:51:20,594 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,594 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:20,595 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56366 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:20,595 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:20,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40873
2024-11-10T09:51:20,603 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=8000 (was 8002)
2024-11-10T09:51:20,610 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7998
2024-11-10T09:51:20,611 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,611 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36387
2024-11-10T09:51:20,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85ca0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,611 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,626 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,639 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,639 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc9b08c1b, L:/127.0.0.1:36387 - R:/127.0.0.1:54016]
2024-11-10T09:51:20,640 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36387
2024-11-10T09:51:20,650 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7988 (was 7998)
2024-11-10T09:51:20,657 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:20,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39233
2024-11-10T09:51:20,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e035d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,659 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,684 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,701 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,701 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8b12c4f1, L:/127.0.0.1:39233 - R:/127.0.0.1:54420]
2024-11-10T09:51:20,702 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,702 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:54420; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:20,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,702 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39233 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-10T09:51:20,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39233
2024-11-10T09:51:20,710 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7987)
2024-11-10T09:51:20,717 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:20,718 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,718 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34927
2024-11-10T09:51:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,718 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:20,733 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,746 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,746 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa912f3a3, L:/127.0.0.1:34927 - R:/127.0.0.1:52846]
2024-11-10T09:51:20,746 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-10T09:51:20,747 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T09:51:20,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,753 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=390 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=8000 (was 7987) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:20,759 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7999
2024-11-10T09:51:20,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40661
2024-11-10T09:51:20,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b86c065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,761 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T09:51:20,775 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,788 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,788 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b95a5b2, L:/127.0.0.1:40661 - R:/127.0.0.1:53958]
2024-11-10T09:51:20,789 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-10T09:51:20,789 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53958
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53958
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:20,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,796 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7989 (was 7999)
2024-11-10T09:51:20,801 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:20,802 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,802 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44729
2024-11-10T09:51:20,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd682cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,803 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,817 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,830 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,830 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x08a82c53, L:/127.0.0.1:44729 - R:/127.0.0.1:55238]
2024-11-10T09:51:20,830 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55238
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55238
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:20,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44729
2024-11-10T09:51:20,837 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7986 (was 7987)
2024-11-10T09:51:20,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7986
2024-11-10T09:51:20,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33779
2024-11-10T09:51:20,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601d25f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,844 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:20,859 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:20,872 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:20,872 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6fca87f4, L:/127.0.0.1:33779 - R:/127.0.0.1:44470]
2024-11-10T09:51:20,872 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:20,974 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,974 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,974 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-10T09:51:20,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:20,981 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 70) - Thread LEAK? -, OpenFileDescriptor=392 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7996 (was 7986) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:20,987 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7994
2024-11-10T09:51:20,988 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:20,988 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43881
2024-11-10T09:51:20,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8abc8f, compressor=org.apache.hadoop.io.compress.GzipCodec@71072184, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:20,988 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:20,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,003 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,016 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,016 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x76766acd, L:/127.0.0.1:43881 - R:/127.0.0.1:44150]
2024-11-10T09:51:21,016 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,018 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43881
2024-11-10T09:51:21,024 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7994)
2024-11-10T09:51:21,030 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:21,031 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:21,032 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36653
2024-11-10T09:51:21,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6421db64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:21,032 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:21,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,046 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,059 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x52ba5f4d, L:/127.0.0.1:36653 - R:/127.0.0.1:39330]
2024-11-10T09:51:21,059 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36653
2024-11-10T09:51:21,066 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7987)
2024-11-10T09:51:21,072 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:21,073 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:21,073 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39277
2024-11-10T09:51:21,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4fd4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:21,073 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:21,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,087 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,100 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,101 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x51d9d37b, L:/127.0.0.1:39277 - R:/127.0.0.1:36930]
2024-11-10T09:51:21,101 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,101 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T09:51:21,102 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36930 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-10T09:51:21,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,102 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T09:51:21,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39277
2024-11-10T09:51:21,108 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7987 (was 7987)
2024-11-10T09:51:21,113 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7987
2024-11-10T09:51:21,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:21,115 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44949
2024-11-10T09:51:21,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:21,115 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:21,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,129 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,143 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,143 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x524d69fc, L:/127.0.0.1:44949 - R:/127.0.0.1:53534]
2024-11-10T09:51:21,143 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44949
2024-11-10T09:51:21,150 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7995 (was 7987) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:21,156 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7993
2024-11-10T09:51:21,157 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:21,157 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34809
2024-11-10T09:51:21,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3cdec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:21,157 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:21,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,172 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,185 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,185 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe7984365, L:/127.0.0.1:34809 - R:/127.0.0.1:60590]
2024-11-10T09:51:21,185 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,185 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:21,186 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-6efddf5c1ccc56171b174b8a8aa5edfa-ad03b6ba05b41d87-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-10T09:51:21,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,186 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-10T09:51:21,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34809
2024-11-10T09:51:21,193 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7985 (was 7993)
2024-11-10T09:51:21,199 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7985
2024-11-10T09:51:21,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T09:51:21,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42609
2024-11-10T09:51:21,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60390809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T09:51:21,200 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-10T09:51:21,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-10T09:51:21,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-10T09:51:21,228 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-10T09:51:21,228 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc241e7c8, L:/127.0.0.1:42609 - R:/127.0.0.1:44502]
2024-11-10T09:51:21,228 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-10T09:51:21,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T09:51:21,308 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42609
2024-11-10T09:51:21,315 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=72 (was 71) - Thread LEAK? -, OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 7985) - AvailableMemoryMB LEAK? -
2024-11-10T09:51:21,418 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-10T09:51:22,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281330 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44502 deadline: 1731232281330 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44502
2024-11-10T09:51:22,319 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]