2024-11-19 09:05:07,346 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-19 09:05:07,360 main DEBUG Took 0.012319 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 09:05:07,361 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 09:05:07,362 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 09:05:07,362 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 09:05:07,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,372 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 09:05:07,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,385 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,386 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,386 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,387 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,390 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 09:05:07,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,393 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 09:05:07,394 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 09:05:07,395 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 09:05:07,397 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 09:05:07,397 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 09:05:07,398 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 09:05:07,398 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 09:05:07,406 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 09:05:07,408 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 09:05:07,409 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 09:05:07,410 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 09:05:07,410 main DEBUG createAppenders(={Console})
2024-11-19 09:05:07,411 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 initialized
2024-11-19 09:05:07,411 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-19 09:05:07,411 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 OK.
2024-11-19 09:05:07,412 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 09:05:07,412 main DEBUG OutputStream closed
2024-11-19 09:05:07,412 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 09:05:07,413 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 09:05:07,413 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55cb6996 OK
2024-11-19 09:05:07,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 09:05:07,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 09:05:07,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 09:05:07,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 09:05:07,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 09:05:07,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 09:05:07,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 09:05:07,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 09:05:07,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 09:05:07,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 09:05:07,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 09:05:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 09:05:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 09:05:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 09:05:07,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 09:05:07,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 09:05:07,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 09:05:07,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 09:05:07,489 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 09:05:07,489 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@28e8dde3) with optional ClassLoader: null
2024-11-19 09:05:07,490 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 09:05:07,490 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@28e8dde3] started OK.
2024-11-19T09:05:07,503 DEBUG [main {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19 09:05:07,505 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 09:05:07,505 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T09:05:07,614 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.ipc.TestNettyTlsIPC timeout: 312 mins
2024-11-19T09:05:07,916 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T09:05:08,034 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=12, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6381
2024-11-19T09:05:09,312 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T09:05:09,350 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T09:05:09,369 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T09:05:09,455 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:09,494 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 104887 (auto-detected)
2024-11-19T09:05:09,496 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-19T09:05:09,517 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38143
2024-11-19T09:05:09,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf837e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:09,557 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:09,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:09,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:09,864 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38143 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:09,865 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38143
2024-11-19T09:05:09,876 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=18 (was 12)
Potentially hanging thread: TestNettyTlsIPC-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=6272 (was 6381)
2024-11-19T09:05:09,884 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=18, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6272
2024-11-19T09:05:09,887 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:09,888 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33721
2024-11-19T09:05:09,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cccfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:09,890 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:09,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:09,901 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:09,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:10,047 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:10,102 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:10,117 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:10,172 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=276ms, rpcTimeout=100ms
2024-11-19T09:05:10,180 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfe02f58d, L:/127.0.0.1:33721 - R:/127.0.0.1:36294]
2024-11-19T09:05:10,283 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:10,298 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:10,393 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:10,503 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:10,613 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:10,723 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:10,833 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:10,943 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:11,054 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:11,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33721 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:11,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33721
2024-11-19T09:05:11,175 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 18)
Potentially hanging thread: TestNettyTlsIPC-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FifoRpcScheduler.handler-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.Threads.sleepWithoutInterrupt(Threads.java:142)
	app//org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.pause(TestProtobufRpcServiceImpl.java:112)
	app//org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:155)
	app//org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	app//org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=6254 (was 6272)
2024-11-19T09:05:11,181 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6254
2024-11-19T09:05:11,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40433
2024-11-19T09:05:11,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6111793d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,185 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:11,187 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,214 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,215 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:11,228 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,242 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,242 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x62f6de0b, L:/127.0.0.1:40433 - R:/127.0.0.1:45014]
2024-11-19T09:05:11,277 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:11,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:11,287 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45014 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:11,300 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:11,320 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:11,320 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110404 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,326 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110496 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,326 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110605 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,326 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110716 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,327 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110825 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,327 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007110936 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,327 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007111045 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,327 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36294 deadline: 1732007111158 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36294
2024-11-19T09:05:11,336 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:11,337 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:11,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,344 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=298 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6253 (was 6254)
2024-11-19T09:05:11,350 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6252
2024-11-19T09:05:11,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,392 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45003
2024-11-19T09:05:11,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37da6860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,398 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:11,402 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,432 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,432 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:11,447 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,461 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,462 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4130902b, L:/127.0.0.1:45003 - R:/127.0.0.1:42042]
2024-11-19T09:05:11,514 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:11,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45003
2024-11-19T09:05:11,550 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6245 (was 6252)
2024-11-19T09:05:11,555 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6244
2024-11-19T09:05:11,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ba99b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,557 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38373
2024-11-19T09:05:11,558 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:11,560 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,587 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,587 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:11,601 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,615 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,615 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdd42fcab, L:/127.0.0.1:38373 - R:/127.0.0.1:58106]
2024-11-19T09:05:11,652 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:11,653 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:11,654 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58106 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:11,655 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:11,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,718 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38373
2024-11-19T09:05:11,736 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 22)
Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6247 (was 6244) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:11,740 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6247
2024-11-19T09:05:11,742 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,743 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38581
2024-11-19T09:05:11,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320322be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,743 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:11,745 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,775 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,776 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:11,789 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,802 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,802 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x21b86697, L:/127.0.0.1:38581 - R:/127.0.0.1:53696]
2024-11-19T09:05:11,840 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:11,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38581
2024-11-19T09:05:11,853 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6244 (was 6247)
2024-11-19T09:05:11,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6244
2024-11-19T09:05:11,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33895
2024-11-19T09:05:11,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e3e5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,861 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:11,862 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,894 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,895 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:11,909 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:11,922 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:11,923 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7470fe71, L:/127.0.0.1:33895 - R:/127.0.0.1:34120]
2024-11-19T09:05:11,970 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:11,970 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:34120; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:11,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:11,973 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33895 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:11,973 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33895
2024-11-19T09:05:11,978 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6237 (was 6244)
2024-11-19T09:05:11,982 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6237
2024-11-19T09:05:11,985 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:11,985 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33003
2024-11-19T09:05:11,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecf7df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:11,986 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:11,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:11,989 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,019 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,020 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,035 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,048 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,048 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x402a6df7, L:/127.0.0.1:33003 - R:/127.0.0.1:58872]
2024-11-19T09:05:12,082 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:12,085 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:12,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,090 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=298 (was 297) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6231 (was 6237)
2024-11-19T09:05:12,094 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6231
2024-11-19T09:05:12,097 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,098 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45655
2024-11-19T09:05:12,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be470e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,098 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:12,100 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,131 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,131 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,145 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,158 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,158 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfa60e38c, L:/127.0.0.1:45655 - R:/127.0.0.1:45272]
2024-11-19T09:05:12,193 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:12,194 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45272
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45272
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:12,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,202 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6224 (was 6231)
2024-11-19T09:05:12,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6223
2024-11-19T09:05:12,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45369
2024-11-19T09:05:12,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2103f7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,211 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,212 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,246 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,246 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,260 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,274 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,275 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb229334a, L:/127.0.0.1:45369 - R:/127.0.0.1:37728]
2024-11-19T09:05:12,310 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37728
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37728
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:12,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45369
2024-11-19T09:05:12,320 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 299), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6217 (was 6223)
2024-11-19T09:05:12,326 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6217
2024-11-19T09:05:12,328 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,328 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34941
2024-11-19T09:05:12,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e471f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,329 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,330 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,373 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,373 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,387 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,400 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,401 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x31af02cc, L:/127.0.0.1:34941 - R:/127.0.0.1:48962]
2024-11-19T09:05:12,433 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:12,537 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:12,538 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:12,538 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:12,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,545 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 23) - Thread LEAK? -, OpenFileDescriptor=301 (was 299) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6209 (was 6217)
2024-11-19T09:05:12,551 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6207
2024-11-19T09:05:12,553 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,554 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43591
2024-11-19T09:05:12,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d066373, compressor=org.apache.hadoop.io.compress.GzipCodec@4c037b7c, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,556 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,558 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,587 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,587 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,601 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,615 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,615 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6d65e757, L:/127.0.0.1:43591 - R:/127.0.0.1:44236]
2024-11-19T09:05:12,655 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:12,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,671 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43591
2024-11-19T09:05:12,678 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6200 (was 6207)
2024-11-19T09:05:12,683 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6200
2024-11-19T09:05:12,685 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,686 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41199
2024-11-19T09:05:12,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341a0641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,687 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,689 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,717 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,717 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,731 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,744 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,744 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3f781187, L:/127.0.0.1:41199 - R:/127.0.0.1:38246]
2024-11-19T09:05:12,777 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:12,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41199
2024-11-19T09:05:12,784 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6193 (was 6200)
2024-11-19T09:05:12,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6193
2024-11-19T09:05:12,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40557
2024-11-19T09:05:12,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b69b486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,793 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,794 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,826 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,826 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,840 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,853 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,853 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x627a9802, L:/127.0.0.1:40557 - R:/127.0.0.1:54892]
2024-11-19T09:05:12,885 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:12,886 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:12,887 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54892 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:12,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,888 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:12,888 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40557
2024-11-19T09:05:12,893 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6186 (was 6193)
2024-11-19T09:05:12,899 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6186
2024-11-19T09:05:12,900 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:12,901 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35073
2024-11-19T09:05:12,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:12,901 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:12,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:12,903 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,933 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,934 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:12,949 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:12,962 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:12,963 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0b97c6e9, L:/127.0.0.1:35073 - R:/127.0.0.1:53226]
2024-11-19T09:05:12,992 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:12,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35073
2024-11-19T09:05:12,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6180 (was 6186)
2024-11-19T09:05:13,004 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6179
2024-11-19T09:05:13,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:13,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39899
2024-11-19T09:05:13,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b52e6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:13,008 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:13,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:13,013 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,040 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,041 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:13,054 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,067 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,068 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7a4297ef, L:/127.0.0.1:39899 - R:/127.0.0.1:51780]
2024-11-19T09:05:13,101 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:13,103 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:13,108 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-950e0bfb97e907fcc6b65284d98c7042-2c3e2d21dc4d367f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:13,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:13,110 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:13,110 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39899
2024-11-19T09:05:13,115 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6172 (was 6179)
2024-11-19T09:05:13,120 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6172
2024-11-19T09:05:13,121 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:13,122 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43991
2024-11-19T09:05:13,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4a9a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:13,123 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:13,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:13,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,153 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,154 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:13,169 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,182 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,183 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcf3aa8bb, L:/127.0.0.1:43991 - R:/127.0.0.1:32894]
2024-11-19T09:05:13,217 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:13,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:13,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:13,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,266 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:13,266 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,266 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,266 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,266 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43991 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:13,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:13,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43991
2024-11-19T09:05:13,274 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=false, clientTlsEnabled=true] Thread=25 (was 24) - Thread LEAK? -, OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6165 (was 6172)
2024-11-19T09:05:13,281 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6164
2024-11-19T09:05:13,283 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:13,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41117
2024-11-19T09:05:13,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18479d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:13,284 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:13,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:13,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:13,286 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41117 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:13,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41117
2024-11-19T09:05:13,292 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6163 (was 6164)
2024-11-19T09:05:13,297 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6162
2024-11-19T09:05:13,298 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:13,299 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34297
2024-11-19T09:05:13,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5963559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:13,299 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:13,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:13,301 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,331 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,331 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:13,345 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:13,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:13,359 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5a9e0c8d, L:/127.0.0.1:34297 - R:/127.0.0.1:59250]
2024-11-19T09:05:13,391 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:13,433 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:13,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:13,653 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:13,763 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:13,873 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:13,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:14,092 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:14,203 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:14,219 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:14,219 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113318 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,219 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113319 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,220 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113319 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,220 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113319 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,221 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113320 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,221 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113320 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,221 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113320 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,221 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113321 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,222 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32894 deadline: 1732007113321 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32894
2024-11-19T09:05:14,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:14,393 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007113535 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,394 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007113646 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,395 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007113755 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,395 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007113864 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,396 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007113974 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,396 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007114085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,397 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007114194 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,398 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59250 deadline: 1732007114305 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59250
2024-11-19T09:05:14,398 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:14,423 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34297 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:14,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,424 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34297
2024-11-19T09:05:14,433 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6153 (was 6162)
2024-11-19T09:05:14,438 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6152
2024-11-19T09:05:14,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,440 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37907
2024-11-19T09:05:14,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1d295f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,441 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:14,442 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,471 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,472 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:14,486 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,498 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,498 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0bfafa13, L:/127.0.0.1:37907 - R:/127.0.0.1:40536]
2024-11-19T09:05:14,529 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:14,530 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:14,531 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40536 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:14,532 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:14,533 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:14,533 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:14,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 25) - Thread LEAK? -, OpenFileDescriptor=301 (was 300) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6146 (was 6152)
2024-11-19T09:05:14,545 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6145
2024-11-19T09:05:14,547 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,548 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43631
2024-11-19T09:05:14,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d2c8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,548 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:14,550 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,576 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,577 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:14,590 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,604 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9e326241, L:/127.0.0.1:43631 - R:/127.0.0.1:35920]
2024-11-19T09:05:14,634 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:14,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,654 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43631
2024-11-19T09:05:14,659 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6139 (was 6145)
2024-11-19T09:05:14,664 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6138
2024-11-19T09:05:14,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a9a386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,666 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,666 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33439
2024-11-19T09:05:14,666 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:14,667 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,696 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,697 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:14,711 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,725 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,725 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x780ef8ce, L:/127.0.0.1:33439 - R:/127.0.0.1:47166]
2024-11-19T09:05:14,755 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:14,756 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:14,757 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47166 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:14,757 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:14,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33439
2024-11-19T09:05:14,763 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6131 (was 6138)
2024-11-19T09:05:14,767 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6131
2024-11-19T09:05:14,769 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37217
2024-11-19T09:05:14,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6438c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,770 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:14,772 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,800 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,801 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:14,815 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,827 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,828 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1b6f4218, L:/127.0.0.1:37217 - R:/127.0.0.1:57128]
2024-11-19T09:05:14,860 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:14,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37217
2024-11-19T09:05:14,871 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6124 (was 6131)
2024-11-19T09:05:14,875 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6124
2024-11-19T09:05:14,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39043
2024-11-19T09:05:14,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36167fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,878 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:14,879 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,907 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,907 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:14,922 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:14,935 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:14,935 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x584a565c, L:/127.0.0.1:39043 - R:/127.0.0.1:45844]
2024-11-19T09:05:14,966 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:14,966 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:45844; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:14,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:14,968 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:14,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39043
2024-11-19T09:05:14,973 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6118 (was 6124)
2024-11-19T09:05:14,977 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6118
2024-11-19T09:05:14,979 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:14,979 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32893
2024-11-19T09:05:14,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330bfb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:14,980 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:14,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:14,981 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,010 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,011 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,024 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,038 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,038 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9fc2d8c7, L:/127.0.0.1:32893 - R:/127.0.0.1:60002]
2024-11-19T09:05:15,068 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:15,069 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:15,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,074 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=302 (was 301) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6111 (was 6118)
2024-11-19T09:05:15,079 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=302, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6111
2024-11-19T09:05:15,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37919
2024-11-19T09:05:15,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c76e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,082 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:15,083 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,114 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,114 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,130 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,143 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa52f48be, L:/127.0.0.1:37919 - R:/127.0.0.1:37850]
2024-11-19T09:05:15,173 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:15,173 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:37850
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:37850
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:15,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,179 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 302) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6105 (was 6111)
2024-11-19T09:05:15,184 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6105
2024-11-19T09:05:15,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41541
2024-11-19T09:05:15,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107ef11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,186 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,187 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,216 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,217 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,230 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,243 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,243 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32c66cac, L:/127.0.0.1:41541 - R:/127.0.0.1:38762]
2024-11-19T09:05:15,273 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38762
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38762
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:15,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41541
2024-11-19T09:05:15,279 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 303), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6099 (was 6105)
2024-11-19T09:05:15,284 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6098
2024-11-19T09:05:15,286 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45093
2024-11-19T09:05:15,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7179f73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,287 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,318 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,318 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,333 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,346 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,346 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb961be0e, L:/127.0.0.1:45093 - R:/127.0.0.1:37436]
2024-11-19T09:05:15,376 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,399 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:15,479 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:15,481 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:15,482 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:15,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,490 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 303) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6092 (was 6098)
2024-11-19T09:05:15,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6091
2024-11-19T09:05:15,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45573
2024-11-19T09:05:15,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734b793c, compressor=org.apache.hadoop.io.compress.GzipCodec@65939284, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,497 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,498 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,524 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,524 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,539 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,552 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,552 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8571b0a3, L:/127.0.0.1:45573 - R:/127.0.0.1:45020]
2024-11-19T09:05:15,581 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45573
2024-11-19T09:05:15,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6086 (was 6091)
2024-11-19T09:05:15,594 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6086
2024-11-19T09:05:15,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44789
2024-11-19T09:05:15,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca72a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,596 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,597 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,625 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,625 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,652 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,652 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcf07f874, L:/127.0.0.1:44789 - R:/127.0.0.1:32812]
2024-11-19T09:05:15,694 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44789
2024-11-19T09:05:15,701 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6080 (was 6086)
2024-11-19T09:05:15,705 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6080
2024-11-19T09:05:15,707 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,707 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37533
2024-11-19T09:05:15,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63525c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,707 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,708 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,734 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,734 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,761 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,761 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x13b3634b, L:/127.0.0.1:37533 - R:/127.0.0.1:33434]
2024-11-19T09:05:15,790 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,792 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:15,792 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33434 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:15,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,793 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:15,793 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37533
2024-11-19T09:05:15,798 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6073 (was 6080)
2024-11-19T09:05:15,803 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6073
2024-11-19T09:05:15,804 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,804 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41071
2024-11-19T09:05:15,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,805 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,806 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,833 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,833 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,847 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,860 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,860 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x95cab2ba, L:/127.0.0.1:41071 - R:/127.0.0.1:44618]
2024-11-19T09:05:15,890 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,892 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41071
2024-11-19T09:05:15,896 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6067 (was 6073)
2024-11-19T09:05:15,901 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6067
2024-11-19T09:05:15,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33903
2024-11-19T09:05:15,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485f04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:15,903 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:15,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:15,904 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,931 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,932 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:15,945 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:15,958 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:15,958 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x178d0f06, L:/127.0.0.1:33903 - R:/127.0.0.1:49692]
2024-11-19T09:05:15,987 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:15,987 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:15,988 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-e47c2e70f8d5e52a2ae79d4b61acb793-ea9756e61450977c-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:15,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:15,989 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:15,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33903
2024-11-19T09:05:15,994 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6060 (was 6067)
2024-11-19T09:05:15,998 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6060
2024-11-19T09:05:15,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:15,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43249
2024-11-19T09:05:16,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477298fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:16,000 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:16,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:16,001 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:16,029 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:16,030 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:16,045 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:16,059 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:16,059 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x206fa2ff, L:/127.0.0.1:43249 - R:/127.0.0.1:49182]
2024-11-19T09:05:16,090 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:16,134 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,134 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,134 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,134 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43249 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:16,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:16,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43249
2024-11-19T09:05:16,142 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=true] Thread=27 (was 26) - Thread LEAK? -, OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6053 (was 6060)
2024-11-19T09:05:16,148 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6053
2024-11-19T09:05:16,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:16,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38893
2024-11-19T09:05:16,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583129f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:16,151 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:16,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:16,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:16,152 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38893 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:16,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38893
2024-11-19T09:05:16,158 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6052 (was 6053)
2024-11-19T09:05:16,163 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6051
2024-11-19T09:05:16,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:16,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33491
2024-11-19T09:05:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56558585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:16,165 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:16,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:16,186 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:16,199 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:16,199 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb8e147dc, L:/127.0.0.1:33491 - R:/127.0.0.1:45030]
2024-11-19T09:05:16,199 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:16,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:16,383 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:16,493 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:16,603 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:16,713 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:16,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:16,933 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:17,043 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:17,092 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:17,092 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116191 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,093 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116191 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,093 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116191 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,094 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116192 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,094 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116192 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,095 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116192 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,096 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116192 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,096 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116193 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,097 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49182 deadline: 1732007116193 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49182
2024-11-19T09:05:17,153 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:17,201 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,202 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:17,202 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116485 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,202 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116596 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,203 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116705 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,203 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116816 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,204 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007116925 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,204 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007117036 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,204 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45030 deadline: 1732007117146 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45030
2024-11-19T09:05:17,263 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33491 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:17,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33491
2024-11-19T09:05:17,275 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6050 (was 6051)
2024-11-19T09:05:17,279 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6050
2024-11-19T09:05:17,281 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,281 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37227
2024-11-19T09:05:17,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36208177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,281 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,300 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,313 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,313 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x16237998, L:/127.0.0.1:37227 - R:/127.0.0.1:41858]
2024-11-19T09:05:17,314 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,315 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41858 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:17,316 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,316 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,317 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,322 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 27) - Thread LEAK? -, OpenFileDescriptor=305 (was 304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6047 (was 6050)
2024-11-19T09:05:17,326 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6047
2024-11-19T09:05:17,327 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,328 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40441
2024-11-19T09:05:17,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,329 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,347 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,361 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,361 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x21928a8c, L:/127.0.0.1:40441 - R:/127.0.0.1:59016]
2024-11-19T09:05:17,362 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,375 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40441
2024-11-19T09:05:17,381 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6043 (was 6047)
2024-11-19T09:05:17,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6043
2024-11-19T09:05:17,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33735d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,386 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40191
2024-11-19T09:05:17,387 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,403 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,416 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,416 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x48b07278, L:/127.0.0.1:40191 - R:/127.0.0.1:34064]
2024-11-19T09:05:17,416 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,417 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,418 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34064 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:17,418 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:17,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40191
2024-11-19T09:05:17,423 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6040 (was 6043)
2024-11-19T09:05:17,428 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6040
2024-11-19T09:05:17,429 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,429 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39865
2024-11-19T09:05:17,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e961ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,430 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,449 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,461 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,461 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdae32c87, L:/127.0.0.1:39865 - R:/127.0.0.1:38958]
2024-11-19T09:05:17,462 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39865
2024-11-19T09:05:17,471 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6036 (was 6040)
2024-11-19T09:05:17,475 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6036
2024-11-19T09:05:17,477 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,477 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36687
2024-11-19T09:05:17,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4328f886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,477 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,496 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,508 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,509 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2cea8945, L:/127.0.0.1:36687 - R:/127.0.0.1:42696]
2024-11-19T09:05:17,509 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,509 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:42696; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,510 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:36687 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:17,510 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36687
2024-11-19T09:05:17,515 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6034 (was 6036)
2024-11-19T09:05:17,519 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6033
2024-11-19T09:05:17,521 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,521 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36367
2024-11-19T09:05:17,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1932198b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,522 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:17,539 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,552 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,552 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c3d6182, L:/127.0.0.1:36367 - R:/127.0.0.1:43402]
2024-11-19T09:05:17,553 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:17,553 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:17,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,557 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=306 (was 305) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6030 (was 6033)
2024-11-19T09:05:17,562 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=306, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6030
2024-11-19T09:05:17,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38059
2024-11-19T09:05:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a599e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,564 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:17,580 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,593 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,593 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5e1648b6, L:/127.0.0.1:38059 - R:/127.0.0.1:51296]
2024-11-19T09:05:17,593 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:17,593 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51296
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51296
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,599 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 306) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6028 (was 6030)
2024-11-19T09:05:17,603 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6028
2024-11-19T09:05:17,604 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,605 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33491
2024-11-19T09:05:17,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66541a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,605 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,623 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,636 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,636 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x38c9bd57, L:/127.0.0.1:33491 - R:/127.0.0.1:45040]
2024-11-19T09:05:17,636 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45040
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45040
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,637 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33491
2024-11-19T09:05:17,642 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 307), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6025 (was 6028)
2024-11-19T09:05:17,646 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6025
2024-11-19T09:05:17,647 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,648 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46497
2024-11-19T09:05:17,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46396287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,648 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,667 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,680 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,680 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3a8d2e70, L:/127.0.0.1:46497 - R:/127.0.0.1:49326]
2024-11-19T09:05:17,681 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,784 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,786 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,787 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:17,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,794 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 28) - Thread LEAK? -, OpenFileDescriptor=308 (was 307) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6022 (was 6025)
2024-11-19T09:05:17,799 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6022
2024-11-19T09:05:17,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,801 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36345
2024-11-19T09:05:17,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb95899, compressor=org.apache.hadoop.io.compress.GzipCodec@265202f2, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,802 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,819 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,832 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,832 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3641f396, L:/127.0.0.1:36345 - R:/127.0.0.1:35840]
2024-11-19T09:05:17,833 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,835 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36345
2024-11-19T09:05:17,840 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6019 (was 6022)
2024-11-19T09:05:17,844 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6018
2024-11-19T09:05:17,846 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,846 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36359
2024-11-19T09:05:17,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5993c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,847 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,867 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,880 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,880 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0125457a, L:/127.0.0.1:36359 - R:/127.0.0.1:40188]
2024-11-19T09:05:17,881 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36359
2024-11-19T09:05:17,887 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6016 (was 6018)
2024-11-19T09:05:17,891 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6015
2024-11-19T09:05:17,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33835
2024-11-19T09:05:17,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf38320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,893 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,913 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,926 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,926 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x03e30552, L:/127.0.0.1:33835 - R:/127.0.0.1:36352]
2024-11-19T09:05:17,927 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,928 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:17,928 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36352 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:17,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,929 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:17,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33835
2024-11-19T09:05:17,933 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6013 (was 6015)
2024-11-19T09:05:17,937 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6013
2024-11-19T09:05:17,939 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,939 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34715
2024-11-19T09:05:17,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,940 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:17,958 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:17,971 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:17,971 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x99cad9ba, L:/127.0.0.1:34715 - R:/127.0.0.1:34172]
2024-11-19T09:05:17,971 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:17,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:17,973 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34715
2024-11-19T09:05:17,978 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6010 (was 6013)
2024-11-19T09:05:17,982 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6010
2024-11-19T09:05:17,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:17,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39573
2024-11-19T09:05:17,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307a58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:17,985 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:17,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:18,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:18,017 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:18,017 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0ecd5120, L:/127.0.0.1:39573 - R:/127.0.0.1:48388]
2024-11-19T09:05:18,018 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:18,018 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:18,018 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-a7a4da412c22db05f479777885a9307c-6fd5c29bf229cda0-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:18,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:18,019 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:18,019 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39573
2024-11-19T09:05:18,024 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6006 (was 6010)
2024-11-19T09:05:18,029 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6006
2024-11-19T09:05:18,030 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:18,031 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45939
2024-11-19T09:05:18,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741551c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:18,031 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:18,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:18,046 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:18,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:18,060 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x24d0c1fa, L:/127.0.0.1:45939 - R:/127.0.0.1:50918]
2024-11-19T09:05:18,060 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:18,144 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,145 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45939 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:18,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:18,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45939
2024-11-19T09:05:18,154 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@3efe7086, acceptPlainText=true, clientTlsEnabled=false] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=6002 (was 6006)
2024-11-19T09:05:18,159 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6001
2024-11-19T09:05:18,205 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:18,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:18,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37773
2024-11-19T09:05:18,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3f387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:18,488 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:18,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:18,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:18,489 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:37773 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:18,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37773
2024-11-19T09:05:18,494 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 30), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5963 (was 6001)
2024-11-19T09:05:18,498 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5963
2024-11-19T09:05:18,500 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:18,500 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45415
2024-11-19T09:05:18,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f74a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:18,500 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:18,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:18,501 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:18,533 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:18,533 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:18,548 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:18,560 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:18,561 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf8c9006f, L:/127.0.0.1:45415 - R:/127.0.0.1:56254]
2024-11-19T09:05:18,591 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:18,643 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=141ms, rpcTimeout=100ms
2024-11-19T09:05:18,754 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:18,864 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:18,973 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:19,061 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:19,062 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118161 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,062 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118161 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,062 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118161 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,063 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118161 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,063 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,063 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,063 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,064 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,064 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50918 deadline: 1732007118162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50918
2024-11-19T09:05:19,083 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:19,193 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:19,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:19,413 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:19,523 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:19,593 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007118744 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,594 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:19,594 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007118856 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,594 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007118968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,595 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007119076 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,595 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007119185 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,596 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007119295 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,596 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007119407 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,597 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56254 deadline: 1732007119514 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56254
2024-11-19T09:05:19,633 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:19,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:19,634 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45415
2024-11-19T09:05:19,646 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5955 (was 5963)
2024-11-19T09:05:19,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5954
2024-11-19T09:05:19,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:19,656 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38761
2024-11-19T09:05:19,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97e88d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:19,656 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:19,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:19,657 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,688 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,688 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:19,702 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,716 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,716 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1337a5bf, L:/127.0.0.1:38761 - R:/127.0.0.1:58046]
2024-11-19T09:05:19,746 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:19,747 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:19,747 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58046 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:19,748 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:19,749 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:19,749 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:19,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:19,755 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=309 (was 308) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5949 (was 5954)
2024-11-19T09:05:19,759 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5948
2024-11-19T09:05:19,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:19,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40863
2024-11-19T09:05:19,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c70a521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:19,761 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:19,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:19,762 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,788 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,788 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:19,801 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,814 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,814 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe9782ad6, L:/127.0.0.1:40863 - R:/127.0.0.1:46676]
2024-11-19T09:05:19,843 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:19,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:19,858 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40863
2024-11-19T09:05:19,864 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5941 (was 5948)
2024-11-19T09:05:19,868 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5940
2024-11-19T09:05:19,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fe7f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:19,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:19,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44793
2024-11-19T09:05:19,870 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:19,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:19,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,897 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,898 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:19,911 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,924 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,924 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x536980dd, L:/127.0.0.1:44793 - R:/127.0.0.1:37696]
2024-11-19T09:05:19,954 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:19,954 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:19,955 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37696 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:19,955 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:19,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:19,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44793
2024-11-19T09:05:19,960 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5934 (was 5940)
2024-11-19T09:05:19,965 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5934
2024-11-19T09:05:19,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:19,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41567
2024-11-19T09:05:19,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578927f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:19,968 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:19,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:19,969 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:19,998 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:19,998 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,012 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,024 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,025 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8dfd4baf, L:/127.0.0.1:41567 - R:/127.0.0.1:40992]
2024-11-19T09:05:20,053 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41567
2024-11-19T09:05:20,063 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5927 (was 5934)
2024-11-19T09:05:20,067 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5927
2024-11-19T09:05:20,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37339
2024-11-19T09:05:20,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef3899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,069 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,069 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,095 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,096 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,109 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,122 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,122 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf98aeed8, L:/127.0.0.1:37339 - R:/127.0.0.1:52840]
2024-11-19T09:05:20,150 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,150 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:52840; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:20,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,152 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37339 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:20,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37339
2024-11-19T09:05:20,156 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5920 (was 5927)
2024-11-19T09:05:20,160 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5920
2024-11-19T09:05:20,161 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40561
2024-11-19T09:05:20,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae0b9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,162 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:20,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,191 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,191 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,206 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,219 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,219 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb2b8a21e, L:/127.0.0.1:40561 - R:/127.0.0.1:55416]
2024-11-19T09:05:20,247 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:20,247 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:20,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,252 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=310 (was 309) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5914 (was 5920)
2024-11-19T09:05:20,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=310, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5914
2024-11-19T09:05:20,258 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,258 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45007
2024-11-19T09:05:20,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c07923a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,258 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:20,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,288 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,289 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,303 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,316 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,316 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4db52c5f, L:/127.0.0.1:45007 - R:/127.0.0.1:49908]
2024-11-19T09:05:20,344 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:20,344 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:49908
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:49908
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:20,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,350 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 310) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5908 (was 5914)
2024-11-19T09:05:20,355 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5908
2024-11-19T09:05:20,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32933
2024-11-19T09:05:20,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a845d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,357 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,385 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,385 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,411 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,424 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,424 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe0a2df10, L:/127.0.0.1:32933 - R:/127.0.0.1:51480]
2024-11-19T09:05:20,454 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51480
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51480
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:20,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,455 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32933
2024-11-19T09:05:20,459 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 311), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5902 (was 5908)
2024-11-19T09:05:20,464 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5901
2024-11-19T09:05:20,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39333
2024-11-19T09:05:20,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37701950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,466 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,467 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,493 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,494 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,507 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,520 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,520 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9eb14bee, L:/127.0.0.1:39333 - R:/127.0.0.1:38776]
2024-11-19T09:05:20,548 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,598 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:20,650 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:20,651 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:20,652 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:20,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,660 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 311) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5895 (was 5901)
2024-11-19T09:05:20,666 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5895
2024-11-19T09:05:20,668 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,668 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35809
2024-11-19T09:05:20,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2951a0b7, compressor=org.apache.hadoop.io.compress.GzipCodec@6ace3653, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,669 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,670 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,696 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,696 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,709 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,722 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,722 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7c472a33, L:/127.0.0.1:35809 - R:/127.0.0.1:45058]
2024-11-19T09:05:20,754 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,756 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35809
2024-11-19T09:05:20,761 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5889 (was 5895)
2024-11-19T09:05:20,766 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5889
2024-11-19T09:05:20,768 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,768 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45311
2024-11-19T09:05:20,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba202c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,769 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,770 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,799 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,800 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,813 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,825 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,826 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x50bf2af1, L:/127.0.0.1:45311 - R:/127.0.0.1:59230]
2024-11-19T09:05:20,853 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,854 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45311
2024-11-19T09:05:20,859 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5882 (was 5889)
2024-11-19T09:05:20,864 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5882
2024-11-19T09:05:20,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40415
2024-11-19T09:05:20,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b91a249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,866 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,867 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,897 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,897 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:20,910 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,924 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,924 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x62560d76, L:/127.0.0.1:40415 - R:/127.0.0.1:51244]
2024-11-19T09:05:20,954 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:20,955 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:20,955 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:51244 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:20,956 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:20,956 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40415
2024-11-19T09:05:20,962 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5877 (was 5882)
2024-11-19T09:05:20,966 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5876
2024-11-19T09:05:20,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:20,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44801
2024-11-19T09:05:20,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:20,968 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:20,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:20,969 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:20,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:20,998 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:21,012 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,024 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,025 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1d318bb6, L:/127.0.0.1:44801 - R:/127.0.0.1:45184]
2024-11-19T09:05:21,053 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:21,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:21,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44801
2024-11-19T09:05:21,060 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5870 (was 5876)
2024-11-19T09:05:21,065 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5870
2024-11-19T09:05:21,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:21,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45785
2024-11-19T09:05:21,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c86353f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:21,067 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:21,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:21,068 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,095 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,095 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:21,109 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,122 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,122 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6d82d56e, L:/127.0.0.1:45785 - R:/127.0.0.1:43166]
2024-11-19T09:05:21,151 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:21,152 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:21,152 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-8f15062ad709e85c1d5bccd87e37597a-cbf6cbfdd15cc6f0-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:21,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:21,153 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:21,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45785
2024-11-19T09:05:21,158 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5863 (was 5870)
2024-11-19T09:05:21,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5863
2024-11-19T09:05:21,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:21,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32835
2024-11-19T09:05:21,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebdf499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:21,164 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:21,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:21,165 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,192 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,192 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:21,205 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,218 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,218 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5b979aa1, L:/127.0.0.1:32835 - R:/127.0.0.1:46058]
2024-11-19T09:05:21,249 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32835 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:21,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:21,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32835
2024-11-19T09:05:21,312 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=false, clientTlsEnabled=true] Thread=31 (was 30) - Thread LEAK? -, OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5856 (was 5863)
2024-11-19T09:05:21,318 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5856
2024-11-19T09:05:21,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:21,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41533
2024-11-19T09:05:21,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475fc51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:21,320 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:21,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:21,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:21,322 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41533 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:21,322 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41533
2024-11-19T09:05:21,328 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5855 (was 5856)
2024-11-19T09:05:21,333 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5855
2024-11-19T09:05:21,335 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:21,335 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43655
2024-11-19T09:05:21,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45773eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:21,336 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:21,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:21,337 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,362 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,363 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:21,376 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:21,389 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:21,390 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7332a9ca, L:/127.0.0.1:43655 - R:/127.0.0.1:52122]
2024-11-19T09:05:21,417 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:21,473 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:21,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:21,693 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:21,803 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:21,913 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:22,023 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:22,133 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:22,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:22,251 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:22,251 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121350 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,252 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121350 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,252 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,253 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,253 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,254 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,254 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,254 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121351 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,255 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46058 deadline: 1732007121352 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46058
2024-11-19T09:05:22,353 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:22,418 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007121574 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,419 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:22,419 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007121685 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,419 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007121796 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,419 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007121905 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,420 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007122015 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,420 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007122125 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,420 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007122235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,421 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52122 deadline: 1732007122347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52122
2024-11-19T09:05:22,463 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43655 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:22,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,463 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43655
2024-11-19T09:05:22,477 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5849 (was 5855)
2024-11-19T09:05:22,485 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5848
2024-11-19T09:05:22,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:22,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40977
2024-11-19T09:05:22,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a6a4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:22,488 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:22,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:22,489 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,521 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,521 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:22,535 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,548 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,549 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6b03d743, L:/127.0.0.1:40977 - R:/127.0.0.1:58022]
2024-11-19T09:05:22,576 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:22,577 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:22,577 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58022 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:22,578 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:22,579 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:22,579 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:22,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 31) - Thread LEAK? -, OpenFileDescriptor=313 (was 312) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5842 (was 5848)
2024-11-19T09:05:22,588 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5842
2024-11-19T09:05:22,589 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:22,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38089
2024-11-19T09:05:22,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d617c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:22,590 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:22,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:22,591 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,620 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,620 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:22,633 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,646 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,647 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcb1f0cf1, L:/127.0.0.1:38089 - R:/127.0.0.1:37614]
2024-11-19T09:05:22,675 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:22,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,689 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38089
2024-11-19T09:05:22,695 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5835 (was 5842)
2024-11-19T09:05:22,699 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5835
2024-11-19T09:05:22,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b442a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:22,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:22,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41623
2024-11-19T09:05:22,702 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:22,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:22,703 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,730 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,731 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:22,745 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,758 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,758 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfa3dfe31, L:/127.0.0.1:41623 - R:/127.0.0.1:41578]
2024-11-19T09:05:22,787 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:22,788 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:22,788 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41578 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:22,789 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:22,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,789 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41623
2024-11-19T09:05:22,794 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5828 (was 5835)
2024-11-19T09:05:22,798 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5828
2024-11-19T09:05:22,799 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:22,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42741
2024-11-19T09:05:22,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361c6773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:22,800 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:22,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:22,801 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,832 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,832 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:22,847 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,860 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,860 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcae1fac2, L:/127.0.0.1:42741 - R:/127.0.0.1:48042]
2024-11-19T09:05:22,889 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:22,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42741
2024-11-19T09:05:22,899 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5821 (was 5828)
2024-11-19T09:05:22,904 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5821
2024-11-19T09:05:22,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:22,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41099
2024-11-19T09:05:22,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10edbca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:22,906 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:22,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:22,906 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,933 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,934 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:22,948 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:22,960 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:22,961 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x28a5e0dd, L:/127.0.0.1:41099 - R:/127.0.0.1:47784]
2024-11-19T09:05:22,991 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:22,991 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:47784; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:22,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:22,993 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:41099 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:22,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41099
2024-11-19T09:05:22,997 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5815 (was 5821)
2024-11-19T09:05:23,001 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5815
2024-11-19T09:05:23,002 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46265
2024-11-19T09:05:23,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca9d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,003 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:23,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,031 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,031 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,046 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,059 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,059 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x02e7a2d9, L:/127.0.0.1:46265 - R:/127.0.0.1:40786]
2024-11-19T09:05:23,087 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:23,087 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:23,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,092 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=314 (was 313) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5809 (was 5815)
2024-11-19T09:05:23,096 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=314, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5809
2024-11-19T09:05:23,098 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,098 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39821
2024-11-19T09:05:23,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b4f025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,098 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:23,099 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,128 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,128 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,156 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,157 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x323e63dc, L:/127.0.0.1:39821 - R:/127.0.0.1:39556]
2024-11-19T09:05:23,184 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:23,185 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39556
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39556
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:23,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,191 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 314) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5802 (was 5809)
2024-11-19T09:05:23,195 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5802
2024-11-19T09:05:23,196 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,196 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45753
2024-11-19T09:05:23,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d541fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,197 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,198 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,226 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,227 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,241 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,254 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,255 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xced69cb5, L:/127.0.0.1:45753 - R:/127.0.0.1:43530]
2024-11-19T09:05:23,285 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43530
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43530
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:23,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,286 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45753
2024-11-19T09:05:23,291 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 315), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5796 (was 5802)
2024-11-19T09:05:23,296 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5796
2024-11-19T09:05:23,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44817
2024-11-19T09:05:23,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e65190f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,298 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,298 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,330 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,330 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,343 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,356 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,356 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc787083a, L:/127.0.0.1:44817 - R:/127.0.0.1:34212]
2024-11-19T09:05:23,384 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,422 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:23,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:23,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:23,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:23,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=317 (was 315) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5790 (was 5796)
2024-11-19T09:05:23,496 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5790
2024-11-19T09:05:23,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38753
2024-11-19T09:05:23,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef0e4ca, compressor=org.apache.hadoop.io.compress.GzipCodec@3305d204, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,498 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,499 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,524 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,525 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,538 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,552 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,552 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb3b8ec0c, L:/127.0.0.1:38753 - R:/127.0.0.1:36792]
2024-11-19T09:05:23,581 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38753
2024-11-19T09:05:23,588 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5784 (was 5790)
2024-11-19T09:05:23,592 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5783
2024-11-19T09:05:23,593 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,594 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37933
2024-11-19T09:05:23,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f243600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,594 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,595 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,622 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,623 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,637 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,649 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,649 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf1d054ce, L:/127.0.0.1:37933 - R:/127.0.0.1:33412]
2024-11-19T09:05:23,679 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37933
2024-11-19T09:05:23,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5777 (was 5783)
2024-11-19T09:05:23,689 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5777
2024-11-19T09:05:23,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37475
2024-11-19T09:05:23,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc43d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,691 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,692 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,719 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,719 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,734 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,747 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,747 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8a6e884a, L:/127.0.0.1:37475 - R:/127.0.0.1:41130]
2024-11-19T09:05:23,774 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,775 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:23,776 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41130 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:23,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,776 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:23,777 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37475
2024-11-19T09:05:23,783 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5771 (was 5777)
2024-11-19T09:05:23,787 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5771
2024-11-19T09:05:23,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,789 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33755
2024-11-19T09:05:23,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,789 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,790 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,818 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,818 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,832 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,853 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,853 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa6be403d, L:/127.0.0.1:33755 - R:/127.0.0.1:50496]
2024-11-19T09:05:23,882 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,883 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33755
2024-11-19T09:05:23,888 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5757 (was 5771)
2024-11-19T09:05:23,893 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5757
2024-11-19T09:05:23,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40219
2024-11-19T09:05:23,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094a607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,895 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,896 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,924 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,924 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:23,937 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:23,949 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:23,949 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe368f87f, L:/127.0.0.1:40219 - R:/127.0.0.1:40422]
2024-11-19T09:05:23,980 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:23,980 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:23,980 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-f875fe7d28989d56b262757d96f20d10-f82d1cd963b60fa6-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:23,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:23,981 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:23,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40219
2024-11-19T09:05:23,986 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5756 (was 5757)
2024-11-19T09:05:23,990 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:23,991 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:23,991 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33753
2024-11-19T09:05:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6997690e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:23,992 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:23,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:23,993 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:24,019 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:24,019 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:24,033 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:24,045 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:24,045 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1e665b46, L:/127.0.0.1:33753 - R:/127.0.0.1:33462]
2024-11-19T09:05:24,073 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,124 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,125 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,125 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:24,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:24,125 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33753
2024-11-19T09:05:24,132 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=true] Thread=33 (was 32) - Thread LEAK? -, OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:24,138 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:24,139 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:24,139 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33763
2024-11-19T09:05:24,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757d36e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:24,140 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:24,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:24,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:24,141 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:33763 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:24,141 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33763
2024-11-19T09:05:24,148 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:24,153 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:24,155 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:24,155 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40401
2024-11-19T09:05:24,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294bd33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:24,155 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:24,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:24,172 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:24,185 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:24,185 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x023b62a7, L:/127.0.0.1:40401 - R:/127.0.0.1:54136]
2024-11-19T09:05:24,185 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:24,263 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:24,374 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:24,484 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:24,593 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:24,704 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:24,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:24,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:25,033 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:25,075 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124174 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,075 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:25,075 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124174 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,075 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124174 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,076 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124175 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,076 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124175 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,076 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124175 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,077 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124175 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,077 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124175 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,077 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33462 deadline: 1732007124176 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33462
2024-11-19T09:05:25,143 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:25,187 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124363 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,187 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:25,187 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124476 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,188 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124586 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,188 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,189 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124805 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,189 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007124914 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,190 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007125024 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,190 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54136 deadline: 1732007125135 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54136
2024-11-19T09:05:25,254 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40401 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:25,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,254 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40401
2024-11-19T09:05:25,268 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:25,273 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:25,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35837
2024-11-19T09:05:25,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c69e4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,275 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,295 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,307 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,307 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa65fb03c, L:/127.0.0.1:35837 - R:/127.0.0.1:42880]
2024-11-19T09:05:25,307 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,308 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,309 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42880 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:25,309 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,310 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,310 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,315 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 33) - Thread LEAK? -, OpenFileDescriptor=317 (was 316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:25,320 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:25,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38319
2024-11-19T09:05:25,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e479c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,322 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,339 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,352 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,352 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaccc479f, L:/127.0.0.1:38319 - R:/127.0.0.1:57366]
2024-11-19T09:05:25,352 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38319
2024-11-19T09:05:25,367 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:25,371 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5755
2024-11-19T09:05:25,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce3715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,373 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,373 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35393
2024-11-19T09:05:25,373 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,390 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,402 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,403 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5f8ca7b1, L:/127.0.0.1:35393 - R:/127.0.0.1:58150]
2024-11-19T09:05:25,403 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,404 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,404 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58150 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:25,405 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:25,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35393
2024-11-19T09:05:25,410 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755)
2024-11-19T09:05:25,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,416 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,416 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44533
2024-11-19T09:05:25,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d64d8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,416 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,434 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,446 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,446 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8c579ce2, L:/127.0.0.1:44533 - R:/127.0.0.1:33342]
2024-11-19T09:05:25,447 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44533
2024-11-19T09:05:25,454 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,458 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38579
2024-11-19T09:05:25,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430d6b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,460 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,478 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,491 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,491 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe96d0c8c, L:/127.0.0.1:38579 - R:/127.0.0.1:37760]
2024-11-19T09:05:25,491 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,491 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:37760; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,492 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38579 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:25,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38579
2024-11-19T09:05:25,497 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,501 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40901
2024-11-19T09:05:25,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ffc421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,504 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:25,520 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,532 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,532 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x73e48c24, L:/127.0.0.1:40901 - R:/127.0.0.1:34240]
2024-11-19T09:05:25,532 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:25,533 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:25,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,537 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=318 (was 317) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,541 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=318, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,542 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,543 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37741
2024-11-19T09:05:25,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed0e81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,543 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:25,560 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,572 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,572 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaf10bddc, L:/127.0.0.1:37741 - R:/127.0.0.1:44886]
2024-11-19T09:05:25,573 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:25,573 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44886
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44886
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,578 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 318) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46079
2024-11-19T09:05:25,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6f26e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,585 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,604 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,616 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf0b1eb10, L:/127.0.0.1:46079 - R:/127.0.0.1:44220]
2024-11-19T09:05:25,616 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44220
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44220
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,617 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46079
2024-11-19T09:05:25,621 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 319), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,625 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34419
2024-11-19T09:05:25,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dda79d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,628 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,656 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,656 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe5336af0, L:/127.0.0.1:34419 - R:/127.0.0.1:44602]
2024-11-19T09:05:25,656 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,758 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,759 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,760 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:25,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,769 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 34) - Thread LEAK? -, OpenFileDescriptor=320 (was 319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,774 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5754
2024-11-19T09:05:25,775 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,775 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35819
2024-11-19T09:05:25,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740e573, compressor=org.apache.hadoop.io.compress.GzipCodec@187ff485, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,775 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,793 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,805 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,805 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3cf909d9, L:/127.0.0.1:35819 - R:/127.0.0.1:42698]
2024-11-19T09:05:25,805 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35819
2024-11-19T09:05:25,812 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5754)
2024-11-19T09:05:25,816 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:25,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,818 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40775
2024-11-19T09:05:25,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f6e279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,818 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,834 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,847 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,847 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x56111737, L:/127.0.0.1:40775 - R:/127.0.0.1:46700]
2024-11-19T09:05:25,847 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40775
2024-11-19T09:05:25,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5753)
2024-11-19T09:05:25,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:25,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43495
2024-11-19T09:05:25,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f755035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,860 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,877 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,890 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,890 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2462a39c, L:/127.0.0.1:43495 - R:/127.0.0.1:36092]
2024-11-19T09:05:25,890 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,891 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:25,891 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36092 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:25,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,892 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:25,892 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43495
2024-11-19T09:05:25,897 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5753)
2024-11-19T09:05:25,901 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:25,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40195
2024-11-19T09:05:25,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,903 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,917 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,930 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc9ca5af6, L:/127.0.0.1:40195 - R:/127.0.0.1:45444]
2024-11-19T09:05:25,930 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40195
2024-11-19T09:05:25,936 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5753)
2024-11-19T09:05:25,940 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:25,941 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43935
2024-11-19T09:05:25,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2226901b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,942 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:25,959 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:25,973 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:25,973 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x145c059e, L:/127.0.0.1:43935 - R:/127.0.0.1:37488]
2024-11-19T09:05:25,973 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:25,973 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:25,973 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-ec12c6edbcfa7360f57523565cb7cee0-f1287b6a10fd9957-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:25,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:25,974 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:25,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43935
2024-11-19T09:05:25,979 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5753)
2024-11-19T09:05:25,983 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:25,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:25,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43861
2024-11-19T09:05:25,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf293d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:25,985 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:25,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:26,001 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:26,013 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:26,014 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x52250cc7, L:/127.0.0.1:43861 - R:/127.0.0.1:40004]
2024-11-19T09:05:26,014 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:26,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:26,095 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:26,095 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:26,095 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:26,095 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:26,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:26,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43861
2024-11-19T09:05:26,104 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@7651218e, acceptPlainText=true, clientTlsEnabled=false] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5753)
2024-11-19T09:05:26,110 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5753
2024-11-19T09:05:26,191 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:26,349 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:26,350 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44231
2024-11-19T09:05:26,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af31bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:26,350 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:26,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:26,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:26,351 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:44231 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:26,351 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44231
2024-11-19T09:05:26,355 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 36), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5752 (was 5753)
2024-11-19T09:05:26,359 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5752
2024-11-19T09:05:26,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:26,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40073
2024-11-19T09:05:26,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d228af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:26,361 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:26,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:26,362 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:26,388 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:26,388 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:26,401 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:26,414 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:26,414 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd39d6993, L:/127.0.0.1:40073 - R:/127.0.0.1:51574]
2024-11-19T09:05:26,463 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:26,493 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:05:26,603 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:26,713 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:26,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:26,933 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:27,016 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,016 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:27,016 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,017 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,017 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,017 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,018 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,018 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,019 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126115 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,019 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40004 deadline: 1732007126116 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40004
2024-11-19T09:05:27,043 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:27,154 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:27,263 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:27,373 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:27,465 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007126594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,465 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:27,465 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007126704 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,466 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007126814 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,466 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007126925 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,467 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007127035 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,467 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007127144 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,468 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007127255 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,468 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51574 deadline: 1732007127365 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51574
2024-11-19T09:05:27,483 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:27,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:27,483 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40073
2024-11-19T09:05:27,494 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5732 (was 5752)
2024-11-19T09:05:27,503 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5732
2024-11-19T09:05:27,504 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:27,505 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40739
2024-11-19T09:05:27,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f92acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:27,505 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:27,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:27,506 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,537 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:27,549 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,561 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,561 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2a1d0a44, L:/127.0.0.1:40739 - R:/127.0.0.1:47166]
2024-11-19T09:05:27,592 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:27,593 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:27,593 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47166 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:27,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:27,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:27,595 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:27,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:27,600 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=321 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5732 (was 5732)
2024-11-19T09:05:27,604 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5731
2024-11-19T09:05:27,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:27,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37997
2024-11-19T09:05:27,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1269ec3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:27,607 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:27,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:27,608 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,645 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,646 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:27,659 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,672 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,672 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb4708803, L:/127.0.0.1:37997 - R:/127.0.0.1:34540]
2024-11-19T09:05:27,702 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:27,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:27,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37997
2024-11-19T09:05:27,720 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5731 (was 5731)
2024-11-19T09:05:27,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5731
2024-11-19T09:05:27,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f748ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:27,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:27,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37827
2024-11-19T09:05:27,726 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:27,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:27,727 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,754 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,754 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:27,767 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,779 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,780 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe43de9c6, L:/127.0.0.1:37827 - R:/127.0.0.1:40218]
2024-11-19T09:05:27,809 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:27,809 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:27,810 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40218 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:27,810 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:27,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:27,810 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37827
2024-11-19T09:05:27,816 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5731 (was 5731)
2024-11-19T09:05:27,821 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5730
2024-11-19T09:05:27,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:27,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40269
2024-11-19T09:05:27,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a128b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:27,823 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:27,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:27,824 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,849 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,849 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:27,862 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,875 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,875 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8e4d7bf8, L:/127.0.0.1:40269 - R:/127.0.0.1:53178]
2024-11-19T09:05:27,906 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:27,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:27,909 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40269
2024-11-19T09:05:27,915 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5729 (was 5730)
2024-11-19T09:05:27,920 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5729
2024-11-19T09:05:27,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:27,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43259
2024-11-19T09:05:27,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55957f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:27,922 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:27,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:27,923 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,948 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,948 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:27,961 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:27,974 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:27,975 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3719d4b8, L:/127.0.0.1:43259 - R:/127.0.0.1:55458]
2024-11-19T09:05:28,004 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,005 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:55458; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:28,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,006 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43259 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:28,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43259
2024-11-19T09:05:28,011 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5727 (was 5729)
2024-11-19T09:05:28,016 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5727
2024-11-19T09:05:28,017 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,017 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44911
2024-11-19T09:05:28,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bcabd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,018 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:28,019 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,043 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,044 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,057 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,069 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,070 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8a15b632, L:/127.0.0.1:44911 - R:/127.0.0.1:60994]
2024-11-19T09:05:28,099 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:28,099 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:28,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,103 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=322 (was 321) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5726 (was 5727)
2024-11-19T09:05:28,107 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=322, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5726
2024-11-19T09:05:28,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,109 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46019
2024-11-19T09:05:28,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcaf35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,109 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:28,110 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,138 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,138 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,152 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,164 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,164 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xef44d17f, L:/127.0.0.1:46019 - R:/127.0.0.1:42762]
2024-11-19T09:05:28,192 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:28,193 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42762
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42762
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:28,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,199 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 322) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5725 (was 5726)
2024-11-19T09:05:28,204 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5725
2024-11-19T09:05:28,205 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,206 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45681
2024-11-19T09:05:28,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b04c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,206 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,207 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,234 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,234 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,248 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,260 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,260 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9913f347, L:/127.0.0.1:45681 - R:/127.0.0.1:46824]
2024-11-19T09:05:28,288 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46824
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46824
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:28,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,289 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45681
2024-11-19T09:05:28,293 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 323), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5725 (was 5725)
2024-11-19T09:05:28,298 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5725
2024-11-19T09:05:28,299 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,299 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36927
2024-11-19T09:05:28,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7587697f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,299 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,300 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,326 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,326 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,339 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,352 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,352 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb8028333, L:/127.0.0.1:36927 - R:/127.0.0.1:49824]
2024-11-19T09:05:28,384 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,469 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:28,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:28,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:28,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:28,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 323) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5721 (was 5725)
2024-11-19T09:05:28,496 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5721
2024-11-19T09:05:28,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38557
2024-11-19T09:05:28,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5269b2e4, compressor=org.apache.hadoop.io.compress.GzipCodec@10ea5c54, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,497 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,498 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,531 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,532 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,545 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,557 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,558 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc411cbca, L:/127.0.0.1:38557 - R:/127.0.0.1:59090]
2024-11-19T09:05:28,587 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,589 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38557
2024-11-19T09:05:28,595 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5719 (was 5721)
2024-11-19T09:05:28,600 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5719
2024-11-19T09:05:28,601 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43563
2024-11-19T09:05:28,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c6d630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,602 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,602 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,628 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,629 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,642 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,654 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,655 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xef0173c6, L:/127.0.0.1:43563 - R:/127.0.0.1:46592]
2024-11-19T09:05:28,685 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,686 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43563
2024-11-19T09:05:28,691 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5718 (was 5719)
2024-11-19T09:05:28,695 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5718
2024-11-19T09:05:28,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,697 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39111
2024-11-19T09:05:28,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24065671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,697 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,698 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,727 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,727 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,740 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,752 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,752 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x01b0b035, L:/127.0.0.1:39111 - R:/127.0.0.1:38170]
2024-11-19T09:05:28,783 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,783 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:28,784 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38170 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:28,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,784 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:28,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39111
2024-11-19T09:05:28,789 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5717 (was 5718)
2024-11-19T09:05:28,794 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5717
2024-11-19T09:05:28,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35941
2024-11-19T09:05:28,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,795 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,796 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,844 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,844 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,857 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,870 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,871 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1181fac1, L:/127.0.0.1:35941 - R:/127.0.0.1:36910]
2024-11-19T09:05:28,912 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:28,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:28,913 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35941
2024-11-19T09:05:28,918 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5717 (was 5717)
2024-11-19T09:05:28,922 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5716
2024-11-19T09:05:28,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:28,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41679
2024-11-19T09:05:28,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6768b829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:28,924 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:28,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:28,924 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,964 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,964 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:28,978 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:28,990 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:28,991 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1e99039b, L:/127.0.0.1:41679 - R:/127.0.0.1:37922]
2024-11-19T09:05:29,021 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:29,021 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:29,022 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-9775362f907b6ec1adc5a2ba8d6ec212-ee6d6f17c0bcba4c-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:29,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:29,023 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:29,023 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41679
2024-11-19T09:05:29,028 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5707 (was 5716)
2024-11-19T09:05:29,033 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5706
2024-11-19T09:05:29,035 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:29,036 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43035
2024-11-19T09:05:29,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256f1904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:29,036 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:29,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:29,037 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:29,063 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:29,063 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:29,077 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:29,090 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:29,091 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbc7c85f0, L:/127.0.0.1:43035 - R:/127.0.0.1:33430]
2024-11-19T09:05:29,122 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,173 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,174 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,174 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:29,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:29,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43035
2024-11-19T09:05:29,179 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=false, clientTlsEnabled=true] Thread=37 (was 36) - Thread LEAK? -, OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5700 (was 5706)
2024-11-19T09:05:29,184 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5700
2024-11-19T09:05:29,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:29,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41047
2024-11-19T09:05:29,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974620c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:29,186 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:29,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:29,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:29,187 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41047 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:29,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41047
2024-11-19T09:05:29,193 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5700 (was 5700)
2024-11-19T09:05:29,198 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5700
2024-11-19T09:05:29,199 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:29,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41395
2024-11-19T09:05:29,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3530b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:29,200 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:29,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:29,201 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:29,226 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:29,226 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:29,239 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:29,252 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:29,252 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeb408c06, L:/127.0.0.1:41395 - R:/127.0.0.1:35816]
2024-11-19T09:05:29,281 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:29,333 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:29,443 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:29,553 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:29,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:29,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:29,883 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:29,993 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:30,103 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:30,124 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:30,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,125 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,125 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,126 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,126 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,126 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,127 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,127 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33430 deadline: 1732007129224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33430
2024-11-19T09:05:30,213 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:30,282 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129434 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,283 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:30,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129544 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129656 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129766 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129875 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007129985 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007130095 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35816 deadline: 1732007130205 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35816
2024-11-19T09:05:30,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:30,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41395
2024-11-19T09:05:30,328 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5698 (was 5700)
2024-11-19T09:05:30,332 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5697
2024-11-19T09:05:30,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,334 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37123
2024-11-19T09:05:30,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4694841b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,334 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:30,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,364 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,364 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,377 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,390 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,390 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb4a031ba, L:/127.0.0.1:37123 - R:/127.0.0.1:60362]
2024-11-19T09:05:30,420 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:30,421 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:30,421 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60362 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:30,422 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:30,422 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:30,423 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:30,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,428 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=325 (was 324) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5697 (was 5697)
2024-11-19T09:05:30,433 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5697
2024-11-19T09:05:30,434 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,434 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33807
2024-11-19T09:05:30,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e74bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,435 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:30,436 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,465 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,465 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,479 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,492 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,492 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa8163385, L:/127.0.0.1:33807 - R:/127.0.0.1:60010]
2024-11-19T09:05:30,521 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:30,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33807
2024-11-19T09:05:30,537 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5697 (was 5697)
2024-11-19T09:05:30,542 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5697
2024-11-19T09:05:30,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b4c0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,543 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37141
2024-11-19T09:05:30,544 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:30,545 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,573 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,573 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,587 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,600 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,600 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x62216152, L:/127.0.0.1:37141 - R:/127.0.0.1:47718]
2024-11-19T09:05:30,628 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:30,629 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:30,629 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47718 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:30,630 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:30,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,630 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37141
2024-11-19T09:05:30,636 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5697 (was 5697)
2024-11-19T09:05:30,641 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5697
2024-11-19T09:05:30,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,643 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41025
2024-11-19T09:05:30,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2d86db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,643 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:30,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,669 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,669 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,682 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,695 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,695 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc89769dd, L:/127.0.0.1:41025 - R:/127.0.0.1:52102]
2024-11-19T09:05:30,724 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:30,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,727 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41025
2024-11-19T09:05:30,732 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5696 (was 5697)
2024-11-19T09:05:30,736 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5696
2024-11-19T09:05:30,737 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,737 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39307
2024-11-19T09:05:30,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d16057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,737 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:30,738 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,765 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,765 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,779 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,791 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,791 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0ef49260, L:/127.0.0.1:39307 - R:/127.0.0.1:44308]
2024-11-19T09:05:30,820 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:30,820 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44308; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:30,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,821 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39307 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:30,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39307
2024-11-19T09:05:30,826 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5696 (was 5696)
2024-11-19T09:05:30,830 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5696
2024-11-19T09:05:30,831 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,832 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45935
2024-11-19T09:05:30,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66291777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,832 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:30,833 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,861 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,861 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,875 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,888 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,888 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x579a5753, L:/127.0.0.1:45935 - R:/127.0.0.1:33128]
2024-11-19T09:05:30,915 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:30,915 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:30,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:30,920 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=326 (was 325) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5695 (was 5696)
2024-11-19T09:05:30,926 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=326, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5695
2024-11-19T09:05:30,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:30,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38465
2024-11-19T09:05:30,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0fa4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:30,929 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:30,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:30,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,961 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,961 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:30,975 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:30,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:30,987 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc73475d1, L:/127.0.0.1:38465 - R:/127.0.0.1:50606]
2024-11-19T09:05:31,014 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:31,014 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50606
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50606
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:31,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,020 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 326) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5693 (was 5695)
2024-11-19T09:05:31,026 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5693
2024-11-19T09:05:31,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38681
2024-11-19T09:05:31,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df72fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,027 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,028 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,053 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,054 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,067 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,080 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,080 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x70ef938e, L:/127.0.0.1:38681 - R:/127.0.0.1:45502]
2024-11-19T09:05:31,108 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45502
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45502
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:31,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,109 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38681
2024-11-19T09:05:31,113 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5693)
2024-11-19T09:05:31,117 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:31,118 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,118 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37153
2024-11-19T09:05:31,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb9ddee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,119 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,120 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,148 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,148 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,162 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,175 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,175 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x99658db8, L:/127.0.0.1:37153 - R:/127.0.0.1:54444]
2024-11-19T09:05:31,203 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,285 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:31,304 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:31,305 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:31,306 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:31,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,314 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5692)
2024-11-19T09:05:31,319 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:31,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36051
2024-11-19T09:05:31,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89d6b4b, compressor=org.apache.hadoop.io.compress.GzipCodec@2e8495d4, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,321 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,322 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,348 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,348 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,362 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,375 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,376 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7d7e172b, L:/127.0.0.1:36051 - R:/127.0.0.1:33214]
2024-11-19T09:05:31,404 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,406 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36051
2024-11-19T09:05:31,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5691 (was 5692)
2024-11-19T09:05:31,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5691
2024-11-19T09:05:31,417 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,417 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46465
2024-11-19T09:05:31,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40976469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,417 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,418 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,446 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,446 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,459 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,471 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,471 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x579f29eb, L:/127.0.0.1:46465 - R:/127.0.0.1:46422]
2024-11-19T09:05:31,498 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,500 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46465
2024-11-19T09:05:31,504 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5690 (was 5691)
2024-11-19T09:05:31,509 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5690
2024-11-19T09:05:31,511 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,511 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37855
2024-11-19T09:05:31,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3292b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,511 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,512 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,543 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,543 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,557 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,570 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,570 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0817a51b, L:/127.0.0.1:37855 - R:/127.0.0.1:34584]
2024-11-19T09:05:31,596 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,597 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:31,597 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34584 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:31,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,598 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:31,598 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37855
2024-11-19T09:05:31,603 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5702 (was 5690) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:31,607 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5702
2024-11-19T09:05:31,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35985
2024-11-19T09:05:31,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,609 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,610 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,640 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,640 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,653 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,667 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,667 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe496d260, L:/127.0.0.1:35985 - R:/127.0.0.1:43548]
2024-11-19T09:05:31,695 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,697 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35985
2024-11-19T09:05:31,703 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5700 (was 5702)
2024-11-19T09:05:31,708 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5700
2024-11-19T09:05:31,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45637
2024-11-19T09:05:31,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f45966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,709 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,710 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,735 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,736 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,749 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,761 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,761 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x04c71a0b, L:/127.0.0.1:45637 - R:/127.0.0.1:51280]
2024-11-19T09:05:31,788 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,788 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:31,789 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-c4ad9ecf7003ad0da7197cc52fc0e317-4230d5ab9e43d70b-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:31,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,789 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:31,790 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45637
2024-11-19T09:05:31,794 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5700 (was 5700)
2024-11-19T09:05:31,798 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5700
2024-11-19T09:05:31,799 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,799 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38825
2024-11-19T09:05:31,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d197950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,799 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,800 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,829 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,829 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:31,843 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,856 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,856 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x555f09bf, L:/127.0.0.1:38825 - R:/127.0.0.1:40950]
2024-11-19T09:05:31,886 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:31,934 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:31,934 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38825 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:31,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,935 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38825
2024-11-19T09:05:31,944 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=true] Thread=39 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5699 (was 5700)
2024-11-19T09:05:31,951 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5699
2024-11-19T09:05:31,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43033
2024-11-19T09:05:31,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbc23a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,952 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:31,953 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43033 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:31,954 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43033
2024-11-19T09:05:31,960 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5698 (was 5699)
2024-11-19T09:05:31,964 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5698
2024-11-19T09:05:31,965 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:31,966 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44929
2024-11-19T09:05:31,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9a5ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:31,966 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:31,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:31,986 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:31,998 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:31,998 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x60bfaf8a, L:/127.0.0.1:44929 - R:/127.0.0.1:55930]
2024-11-19T09:05:31,999 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:32,073 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:32,183 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:32,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:32,403 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:32,514 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:32,623 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:32,733 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:32,843 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:32,887 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131986 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,887 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:32,887 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,887 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,887 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,888 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,888 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,888 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,888 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,888 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40950 deadline: 1732007131987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40950
2024-11-19T09:05:32,953 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:33,000 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132174 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,000 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:33,001 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132284 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,001 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132395 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,001 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132504 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,001 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132615 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,001 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132724 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,002 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132834 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,002 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55930 deadline: 1732007132945 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55930
2024-11-19T09:05:33,063 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:33,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,063 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44929
2024-11-19T09:05:33,069 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5697 (was 5698)
2024-11-19T09:05:33,076 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5697
2024-11-19T09:05:33,077 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46429
2024-11-19T09:05:33,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751f0073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,078 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,098 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,110 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,111 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0f2da854, L:/127.0.0.1:46429 - R:/127.0.0.1:36030]
2024-11-19T09:05:33,111 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,112 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,112 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36030 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:33,113 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,113 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,113 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,118 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 39) - Thread LEAK? -, OpenFileDescriptor=329 (was 328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5696 (was 5697)
2024-11-19T09:05:33,122 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5695
2024-11-19T09:05:33,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36747
2024-11-19T09:05:33,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2682eb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,125 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,142 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,155 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,155 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2e714c28, L:/127.0.0.1:36747 - R:/127.0.0.1:46520]
2024-11-19T09:05:33,155 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36747
2024-11-19T09:05:33,168 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5695 (was 5695)
2024-11-19T09:05:33,173 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5695
2024-11-19T09:05:33,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98402c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44519
2024-11-19T09:05:33,175 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,193 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,205 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,205 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3e3e9e05, L:/127.0.0.1:44519 - R:/127.0.0.1:49392]
2024-11-19T09:05:33,206 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,206 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,207 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49392 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:33,207 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:33,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44519
2024-11-19T09:05:33,212 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5695 (was 5695)
2024-11-19T09:05:33,217 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5695
2024-11-19T09:05:33,218 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,218 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45201
2024-11-19T09:05:33,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fa2654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,218 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,236 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,249 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,249 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5be07a18, L:/127.0.0.1:45201 - R:/127.0.0.1:44076]
2024-11-19T09:05:33,249 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,253 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45201
2024-11-19T09:05:33,257 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5695 (was 5695)
2024-11-19T09:05:33,262 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5695
2024-11-19T09:05:33,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34023
2024-11-19T09:05:33,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d72b5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,263 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,281 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,293 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,293 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcb708ab6, L:/127.0.0.1:34023 - R:/127.0.0.1:46370]
2024-11-19T09:05:33,293 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,294 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46370; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,294 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:33,294 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34023
2024-11-19T09:05:33,299 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5695 (was 5695)
2024-11-19T09:05:33,303 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5694
2024-11-19T09:05:33,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38271
2024-11-19T09:05:33,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9ffcdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,305 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:33,322 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,334 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,334 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8f524d93, L:/127.0.0.1:38271 - R:/127.0.0.1:55644]
2024-11-19T09:05:33,334 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:33,335 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:33,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5694 (was 5694)
2024-11-19T09:05:33,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=330, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5694
2024-11-19T09:05:33,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,345 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36361
2024-11-19T09:05:33,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e6e288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,345 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:33,362 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,374 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,374 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeb3c4357, L:/127.0.0.1:36361 - R:/127.0.0.1:42184]
2024-11-19T09:05:33,374 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:33,374 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42184
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42184
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 330) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5694 (was 5694)
2024-11-19T09:05:33,384 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5694
2024-11-19T09:05:33,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45659
2024-11-19T09:05:33,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,385 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,402 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,415 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,415 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xef43f850, L:/127.0.0.1:45659 - R:/127.0.0.1:37366]
2024-11-19T09:05:33,416 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37366
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37366
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,416 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45659
2024-11-19T09:05:33,421 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 331), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5694 (was 5694)
2024-11-19T09:05:33,425 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5694
2024-11-19T09:05:33,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34141
2024-11-19T09:05:33,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2d30fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,426 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,441 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,454 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,454 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd82f9564, L:/127.0.0.1:34141 - R:/127.0.0.1:56882]
2024-11-19T09:05:33,454 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,556 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,557 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,557 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:33,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,568 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 40) - Thread LEAK? -, OpenFileDescriptor=332 (was 331) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5694 (was 5694)
2024-11-19T09:05:33,573 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5694
2024-11-19T09:05:33,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,575 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44959
2024-11-19T09:05:33,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4922dca8, compressor=org.apache.hadoop.io.compress.GzipCodec@517eba09, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,575 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,594 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,607 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,607 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x67fb4d00, L:/127.0.0.1:44959 - R:/127.0.0.1:47618]
2024-11-19T09:05:33,607 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44959
2024-11-19T09:05:33,614 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5694 (was 5694)
2024-11-19T09:05:33,618 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5693
2024-11-19T09:05:33,619 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32831
2024-11-19T09:05:33,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26374bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,620 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,638 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,650 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,650 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2a512e37, L:/127.0.0.1:32831 - R:/127.0.0.1:60580]
2024-11-19T09:05:33,651 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,652 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32831
2024-11-19T09:05:33,657 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5693 (was 5693)
2024-11-19T09:05:33,661 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5693
2024-11-19T09:05:33,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44217
2024-11-19T09:05:33,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27db47f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,662 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,678 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,690 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,691 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3c0cbdb0, L:/127.0.0.1:44217 - R:/127.0.0.1:48924]
2024-11-19T09:05:33,691 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,692 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:33,692 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48924 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:33,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,692 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:33,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44217
2024-11-19T09:05:33,697 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5693)
2024-11-19T09:05:33,702 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:33,703 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,704 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32937
2024-11-19T09:05:33,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,704 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,722 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,734 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,734 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b1c5719, L:/127.0.0.1:32937 - R:/127.0.0.1:57948]
2024-11-19T09:05:33,735 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,736 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32937
2024-11-19T09:05:33,740 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5692)
2024-11-19T09:05:33,745 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:33,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40899
2024-11-19T09:05:33,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcd6b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,746 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,762 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,774 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,775 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdd2b2497, L:/127.0.0.1:40899 - R:/127.0.0.1:37382]
2024-11-19T09:05:33,775 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,775 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:33,775 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-903fbbbf6c7cca8d1bbad06628ee5095-3f913c8ea315f298-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:33,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,776 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:33,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40899
2024-11-19T09:05:33,781 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5692)
2024-11-19T09:05:33,785 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:33,786 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:33,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33951
2024-11-19T09:05:33,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af96709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:33,787 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:33,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:33,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:33,815 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:33,815 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x77301427, L:/127.0.0.1:33951 - R:/127.0.0.1:50728]
2024-11-19T09:05:33,816 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:33,895 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,895 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:33,895 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33951 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:33,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:33,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33951
2024-11-19T09:05:33,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@3185fa6b, acceptPlainText=true, clientTlsEnabled=false] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5692 (was 5692)
2024-11-19T09:05:33,910 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5692
2024-11-19T09:05:34,003 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:34,085 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:34,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38741
2024-11-19T09:05:34,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb7bdfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:34,086 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:34,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:34,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:34,087 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38741 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:34,087 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38741
2024-11-19T09:05:34,091 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 42), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5688 (was 5692)
2024-11-19T09:05:34,095 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5688
2024-11-19T09:05:34,096 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:34,097 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32933
2024-11-19T09:05:34,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fccb5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:34,097 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:34,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:34,097 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:34,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:34,126 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:34,139 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:34,152 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:34,152 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xca5a2756, L:/127.0.0.1:32933 - R:/127.0.0.1:53674]
2024-11-19T09:05:34,179 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:34,233 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:34,343 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:34,453 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:34,563 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:34,674 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:34,783 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:34,817 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:34,817 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133916 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,817 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,818 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,819 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,819 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50728 deadline: 1732007133917 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50728
2024-11-19T09:05:34,893 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:35,004 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:35,113 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:35,181 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134334 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,181 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:35,181 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134445 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,182 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134555 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,182 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134664 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,182 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134776 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,183 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134884 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,183 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007134995 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,183 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53674 deadline: 1732007135105 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53674
2024-11-19T09:05:35,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:35,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,224 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32933
2024-11-19T09:05:35,236 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5688 (was 5688)
2024-11-19T09:05:35,242 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5688
2024-11-19T09:05:35,243 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,243 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32943
2024-11-19T09:05:35,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4221c99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,244 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,244 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,274 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,274 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,288 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,301 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,301 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd0a493bb, L:/127.0.0.1:32943 - R:/127.0.0.1:32906]
2024-11-19T09:05:35,329 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:35,330 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:35,330 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:32906 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:35,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:35,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:35,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:35,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,337 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=333 (was 332) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5687 (was 5688)
2024-11-19T09:05:35,341 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5687
2024-11-19T09:05:35,342 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,343 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37219
2024-11-19T09:05:35,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bd0d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,343 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,344 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,369 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,369 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,382 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,394 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,394 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6009a7f7, L:/127.0.0.1:37219 - R:/127.0.0.1:56418]
2024-11-19T09:05:35,421 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:35,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,432 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37219
2024-11-19T09:05:35,437 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5687 (was 5687)
2024-11-19T09:05:35,442 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5687
2024-11-19T09:05:35,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49399fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45403
2024-11-19T09:05:35,443 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,444 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,469 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,469 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,482 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,494 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,495 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4c8033be, L:/127.0.0.1:45403 - R:/127.0.0.1:37648]
2024-11-19T09:05:35,523 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:35,524 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:35,524 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37648 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:35,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,525 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45403
2024-11-19T09:05:35,530 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5685 (was 5687)
2024-11-19T09:05:35,535 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5685
2024-11-19T09:05:35,536 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,536 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37667
2024-11-19T09:05:35,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb52f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,536 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,537 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,562 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,562 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,575 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,588 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,589 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa4449de7, L:/127.0.0.1:37667 - R:/127.0.0.1:34228]
2024-11-19T09:05:35,618 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:35,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,622 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37667
2024-11-19T09:05:35,627 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5685 (was 5685)
2024-11-19T09:05:35,631 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5685
2024-11-19T09:05:35,632 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,632 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44219
2024-11-19T09:05:35,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7125025e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,633 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,633 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,658 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,658 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,671 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,683 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,684 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8e487bd2, L:/127.0.0.1:44219 - R:/127.0.0.1:53920]
2024-11-19T09:05:35,712 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:35,713 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:53920; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:35,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,714 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:35,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44219
2024-11-19T09:05:35,718 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5685 (was 5685)
2024-11-19T09:05:35,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5685
2024-11-19T09:05:35,725 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,725 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33451
2024-11-19T09:05:35,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f35526b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,725 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:35,726 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,755 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,755 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,769 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,781 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,781 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbd6e3be4, L:/127.0.0.1:33451 - R:/127.0.0.1:54626]
2024-11-19T09:05:35,809 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:35,809 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:35,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,814 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=334 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5684 (was 5685)
2024-11-19T09:05:35,819 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=334, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5683
2024-11-19T09:05:35,820 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,820 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32899
2024-11-19T09:05:35,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5ee157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,820 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:35,821 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,847 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,848 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,861 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,873 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,874 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6f6262f8, L:/127.0.0.1:32899 - R:/127.0.0.1:47064]
2024-11-19T09:05:35,902 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:35,902 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47064
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47064
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:35,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,907 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 334) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5682 (was 5683)
2024-11-19T09:05:35,912 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5682
2024-11-19T09:05:35,913 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:35,913 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43615
2024-11-19T09:05:35,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abe028f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:35,913 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:35,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:35,914 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,943 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,944 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:35,956 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:35,968 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:35,969 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x598eb8f0, L:/127.0.0.1:43615 - R:/127.0.0.1:41932]
2024-11-19T09:05:35,996 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41932
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41932
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:35,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:35,997 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43615
2024-11-19T09:05:36,001 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 335), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5681 (was 5682)
2024-11-19T09:05:36,006 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5681
2024-11-19T09:05:36,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33809
2024-11-19T09:05:36,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694d0e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,008 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,037 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,037 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,050 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,063 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,063 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4ea4f92e, L:/127.0.0.1:33809 - R:/127.0.0.1:33678]
2024-11-19T09:05:36,092 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,184 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:36,194 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:36,195 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:36,195 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:36,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,205 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5681 (was 5681)
2024-11-19T09:05:36,210 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5681
2024-11-19T09:05:36,211 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,212 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43243
2024-11-19T09:05:36,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7134ec46, compressor=org.apache.hadoop.io.compress.GzipCodec@69f38df9, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,212 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,213 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,238 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,238 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,250 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,263 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,263 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x60bfbde3, L:/127.0.0.1:43243 - R:/127.0.0.1:46214]
2024-11-19T09:05:36,291 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43243
2024-11-19T09:05:36,298 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5679 (was 5681)
2024-11-19T09:05:36,303 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5679
2024-11-19T09:05:36,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38869
2024-11-19T09:05:36,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36582b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,304 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,305 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,330 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,331 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,343 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,355 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,356 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5292d3ff, L:/127.0.0.1:38869 - R:/127.0.0.1:49590]
2024-11-19T09:05:36,382 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38869
2024-11-19T09:05:36,388 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5680 (was 5679) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:36,392 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5680
2024-11-19T09:05:36,393 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,393 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39079
2024-11-19T09:05:36,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cf29e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,393 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,394 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,422 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,423 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,436 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,449 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,449 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x72b1f5cd, L:/127.0.0.1:39079 - R:/127.0.0.1:46264]
2024-11-19T09:05:36,475 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,476 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:36,476 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46264 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:36,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,477 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:36,477 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39079
2024-11-19T09:05:36,482 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5679 (was 5680)
2024-11-19T09:05:36,486 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5678
2024-11-19T09:05:36,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42435
2024-11-19T09:05:36,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,488 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,489 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,517 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,517 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,531 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,544 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,544 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfcdf3f69, L:/127.0.0.1:42435 - R:/127.0.0.1:36450]
2024-11-19T09:05:36,572 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42435
2024-11-19T09:05:36,578 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5677 (was 5678)
2024-11-19T09:05:36,582 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5677
2024-11-19T09:05:36,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39779
2024-11-19T09:05:36,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa2293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,584 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,585 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,611 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,611 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,624 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,637 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,637 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc3660b91, L:/127.0.0.1:39779 - R:/127.0.0.1:34020]
2024-11-19T09:05:36,665 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,665 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:36,665 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-59089b521c8f596ff63fbda831e44642-0c01102a289048f7-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:36,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,666 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:36,666 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39779
2024-11-19T09:05:36,671 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5676 (was 5677)
2024-11-19T09:05:36,676 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5676
2024-11-19T09:05:36,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39807
2024-11-19T09:05:36,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625bec95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,677 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,678 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,708 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,708 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,722 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,736 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,736 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x70efe840, L:/127.0.0.1:39807 - R:/127.0.0.1:54438]
2024-11-19T09:05:36,764 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,814 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39807 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-19T09:05:36,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,814 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39807
2024-11-19T09:05:36,818 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=43 (was 42) - Thread LEAK? -, OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5675 (was 5676)
2024-11-19T09:05:36,824 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5675
2024-11-19T09:05:36,825 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,825 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39007
2024-11-19T09:05:36,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3661be14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,825 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:36,826 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39007 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:36,826 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39007
2024-11-19T09:05:36,831 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5675 (was 5675)
2024-11-19T09:05:36,835 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5674
2024-11-19T09:05:36,836 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:36,837 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35779
2024-11-19T09:05:36,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76012c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:36,837 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:36,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:36,838 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,862 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,863 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:36,876 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:36,888 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:36,888 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4c92ef8d, L:/127.0.0.1:35779 - R:/127.0.0.1:54770]
2024-11-19T09:05:36,915 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:36,973 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:37,083 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:37,193 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:37,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:37,412 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:37,523 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:37,633 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:37,743 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:37,765 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:37,766 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,766 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,766 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,766 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,767 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,767 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,767 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136866 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,767 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136866 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,767 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54438 deadline: 1732007136866 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54438
2024-11-19T09:05:37,853 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:37,916 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137073 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,917 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137184 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,917 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:37,917 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137295 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,918 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137404 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,918 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137514 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,918 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137625 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,919 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137735 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,919 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54770 deadline: 1732007137844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54770
2024-11-19T09:05:37,964 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:37,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:37,964 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35779
2024-11-19T09:05:37,977 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5673 (was 5674)
2024-11-19T09:05:37,982 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5673
2024-11-19T09:05:37,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:37,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41607
2024-11-19T09:05:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369b05d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:37,983 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:37,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:37,984 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,012 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,012 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,026 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,038 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,039 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd3356f87, L:/127.0.0.1:41607 - R:/127.0.0.1:53304]
2024-11-19T09:05:38,066 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,066 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:38,067 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53304 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:38,067 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,073 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 43) - Thread LEAK? -, OpenFileDescriptor=337 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5673 (was 5673)
2024-11-19T09:05:38,078 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5673
2024-11-19T09:05:38,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35777
2024-11-19T09:05:38,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc60baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,080 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,080 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,105 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,105 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,119 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,132 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,132 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdd5c65de, L:/127.0.0.1:35777 - R:/127.0.0.1:58784]
2024-11-19T09:05:38,159 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35777
2024-11-19T09:05:38,173 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5672 (was 5673)
2024-11-19T09:05:38,178 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5672
2024-11-19T09:05:38,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e1b524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,180 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,180 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44411
2024-11-19T09:05:38,180 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,181 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,209 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,209 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,223 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,236 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,236 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xedeec105, L:/127.0.0.1:44411 - R:/127.0.0.1:43046]
2024-11-19T09:05:38,263 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,264 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:38,264 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43046 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:38,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:38,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44411
2024-11-19T09:05:38,270 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5672 (was 5672)
2024-11-19T09:05:38,273 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5672
2024-11-19T09:05:38,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36373
2024-11-19T09:05:38,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a99038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,275 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,275 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,303 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,304 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,318 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,332 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,332 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf22cd257, L:/127.0.0.1:36373 - R:/127.0.0.1:54548]
2024-11-19T09:05:38,360 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,363 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36373
2024-11-19T09:05:38,370 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5672 (was 5672)
2024-11-19T09:05:38,375 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5672
2024-11-19T09:05:38,376 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,377 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32961
2024-11-19T09:05:38,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53253560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,377 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,378 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,403 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,404 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,416 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,428 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,429 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb4d51fdb, L:/127.0.0.1:32961 - R:/127.0.0.1:53796]
2024-11-19T09:05:38,457 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,457 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:53796; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:38,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:32961 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:38,458 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32961
2024-11-19T09:05:38,463 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5671 (was 5672)
2024-11-19T09:05:38,467 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5671
2024-11-19T09:05:38,469 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,469 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33571
2024-11-19T09:05:38,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d8874c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,469 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:38,470 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,497 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,498 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,512 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,525 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,525 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x78e9245d, L:/127.0.0.1:33571 - R:/127.0.0.1:33810]
2024-11-19T09:05:38,553 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:38,553 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:38,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,558 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=338 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5670 (was 5671)
2024-11-19T09:05:38,562 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5670
2024-11-19T09:05:38,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34047
2024-11-19T09:05:38,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a91a381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,564 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:38,565 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,592 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,592 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,606 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,623 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,624 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9f4c8a7d, L:/127.0.0.1:34047 - R:/127.0.0.1:51976]
2024-11-19T09:05:38,652 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:38,652 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51976
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:51976
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:38,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,658 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5669 (was 5670)
2024-11-19T09:05:38,662 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5669
2024-11-19T09:05:38,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43391
2024-11-19T09:05:38,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447d6c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,664 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,665 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,704 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,704 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,717 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,730 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,730 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96bd6e4b, L:/127.0.0.1:43391 - R:/127.0.0.1:44956]
2024-11-19T09:05:38,756 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44956
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44956
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:38,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43391
2024-11-19T09:05:38,761 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5669 (was 5669)
2024-11-19T09:05:38,766 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5669
2024-11-19T09:05:38,767 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,768 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39917
2024-11-19T09:05:38,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb610d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,768 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,769 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,797 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,797 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:38,810 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:38,824 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:38,824 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7921ea4d, L:/127.0.0.1:39917 - R:/127.0.0.1:53812]
2024-11-19T09:05:38,851 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:38,920 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:38,954 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,955 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,956 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:38,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:38,965 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5668 (was 5669)
2024-11-19T09:05:38,969 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5668
2024-11-19T09:05:38,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:38,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34335
2024-11-19T09:05:38,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2db88c, compressor=org.apache.hadoop.io.compress.GzipCodec@487ac53, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:38,971 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:38,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:38,971 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,000 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,000 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,013 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,026 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,026 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbef7fb0f, L:/127.0.0.1:34335 - R:/127.0.0.1:41150]
2024-11-19T09:05:39,052 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,054 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34335
2024-11-19T09:05:39,058 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5668 (was 5668)
2024-11-19T09:05:39,063 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5668
2024-11-19T09:05:39,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,065 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35781
2024-11-19T09:05:39,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@830ca60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,065 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,066 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,096 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,097 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,110 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,122 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,123 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0b485500, L:/127.0.0.1:35781 - R:/127.0.0.1:39338]
2024-11-19T09:05:39,149 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35781
2024-11-19T09:05:39,155 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5667 (was 5668)
2024-11-19T09:05:39,160 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5667
2024-11-19T09:05:39,161 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46255
2024-11-19T09:05:39,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f3866d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,162 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,163 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,190 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,190 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,203 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,215 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,215 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x20de6dd3, L:/127.0.0.1:46255 - R:/127.0.0.1:41324]
2024-11-19T09:05:39,243 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,244 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:39,244 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41324 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:39,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:39,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46255
2024-11-19T09:05:39,249 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5667 (was 5667)
2024-11-19T09:05:39,254 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5667
2024-11-19T09:05:39,255 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,255 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36537
2024-11-19T09:05:39,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,255 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,256 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,282 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,282 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,295 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,307 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,308 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa03e72b9, L:/127.0.0.1:36537 - R:/127.0.0.1:56746]
2024-11-19T09:05:39,336 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,337 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36537
2024-11-19T09:05:39,342 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5667 (was 5667)
2024-11-19T09:05:39,346 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5666
2024-11-19T09:05:39,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46827
2024-11-19T09:05:39,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557dbf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,348 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,348 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,373 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,374 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,387 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,399 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,399 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x41013549, L:/127.0.0.1:46827 - R:/127.0.0.1:33076]
2024-11-19T09:05:39,427 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,428 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:39,428 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-2517ea2ff8b5b42f83ba62220860d708-610036ee64d9e1b9-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,429 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:39,429 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46827
2024-11-19T09:05:39,433 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 5666)
2024-11-19T09:05:39,438 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5663
2024-11-19T09:05:39,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32819
2024-11-19T09:05:39,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3cd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,439 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,440 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,465 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,466 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:39,479 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,491 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,491 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2d754750, L:/127.0.0.1:32819 - R:/127.0.0.1:41404]
2024-11-19T09:05:39,521 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:39,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:39,574 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,574 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,574 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,574 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32819 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:39,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32819
2024-11-19T09:05:39,579 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=45 (was 44) - Thread LEAK? -, OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 5663)
2024-11-19T09:05:39,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5663
2024-11-19T09:05:39,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43917
2024-11-19T09:05:39,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c02af1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,585 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:39,586 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43917 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:39,586 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43917
2024-11-19T09:05:39,591 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 5663)
2024-11-19T09:05:39,596 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5663
2024-11-19T09:05:39,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:39,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44637
2024-11-19T09:05:39,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f68c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:39,598 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:39,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:39,611 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:39,623 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:39,624 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x914515eb, L:/127.0.0.1:44637 - R:/127.0.0.1:45854]
2024-11-19T09:05:39,624 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:39,703 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:39,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:39,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:40,033 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:40,143 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:40,253 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:40,363 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:40,474 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:40,522 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139621 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,522 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:40,523 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,523 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,523 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,524 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,524 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,524 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,525 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,525 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41404 deadline: 1732007139622 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41404
2024-11-19T09:05:40,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:40,625 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007139803 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,625 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007139915 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,626 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:40,626 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140024 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,626 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140134 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,626 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140244 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,626 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140354 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,626 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140464 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,627 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45854 deadline: 1732007140575 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45854
2024-11-19T09:05:40,693 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44637 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:40,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44637
2024-11-19T09:05:40,705 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5663)
2024-11-19T09:05:40,710 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,711 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,711 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40995
2024-11-19T09:05:40,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37623135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,711 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:40,731 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,743 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,743 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xacf8c38c, L:/127.0.0.1:40995 - R:/127.0.0.1:40408]
2024-11-19T09:05:40,743 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:40,744 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:40,744 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40408 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:40,745 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:40,745 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:40,746 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:40,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,750 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 45) - Thread LEAK? -, OpenFileDescriptor=341 (was 340) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,755 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,756 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33191
2024-11-19T09:05:40,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc20836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,757 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:40,775 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,789 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,789 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd40384fd, L:/127.0.0.1:33191 - R:/127.0.0.1:50912]
2024-11-19T09:05:40,789 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:40,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,796 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33191
2024-11-19T09:05:40,801 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,807 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e38de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,808 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,809 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41003
2024-11-19T09:05:40,809 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:40,825 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,837 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,837 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96ef34d8, L:/127.0.0.1:41003 - R:/127.0.0.1:33958]
2024-11-19T09:05:40,837 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:40,838 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:40,838 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33958 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:40,839 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:40,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,839 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41003
2024-11-19T09:05:40,844 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,848 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,850 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43267
2024-11-19T09:05:40,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dc7f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,850 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:40,868 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,881 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,881 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2ea38aef, L:/127.0.0.1:43267 - R:/127.0.0.1:51544]
2024-11-19T09:05:40,881 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:40,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,884 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43267
2024-11-19T09:05:40,889 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,893 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42521
2024-11-19T09:05:40,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caacfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,894 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:40,912 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,924 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,924 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe17b395c, L:/127.0.0.1:42521 - R:/127.0.0.1:55274]
2024-11-19T09:05:40,924 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:40,925 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:55274; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:40,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,925 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:40,925 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42521
2024-11-19T09:05:40,930 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,934 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5662
2024-11-19T09:05:40,935 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,935 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35373
2024-11-19T09:05:40,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399ce898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,936 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:40,951 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:40,963 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:40,963 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x74fba218, L:/127.0.0.1:35373 - R:/127.0.0.1:38356]
2024-11-19T09:05:40,964 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:40,964 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:40,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:40,969 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=342 (was 341) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5662 (was 5662)
2024-11-19T09:05:40,973 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:40,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:40,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45761
2024-11-19T09:05:40,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd8d8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:40,974 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:40,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:40,991 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,004 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x578e1320, L:/127.0.0.1:45761 - R:/127.0.0.1:47428]
2024-11-19T09:05:41,004 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:41,004 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47428
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47428
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:41,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,009 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,013 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38061
2024-11-19T09:05:41,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1528cf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,015 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,038 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,050 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,051 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x42f43db7, L:/127.0.0.1:38061 - R:/127.0.0.1:35402]
2024-11-19T09:05:41,051 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35402
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35402
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:41,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38061
2024-11-19T09:05:41,056 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 343), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,061 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,062 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,062 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36767
2024-11-19T09:05:41,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cdd216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,062 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,076 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,089 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,089 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7f3cfda0, L:/127.0.0.1:36767 - R:/127.0.0.1:43690]
2024-11-19T09:05:41,090 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,191 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:41,192 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:41,192 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:41,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,201 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 46) - Thread LEAK? -, OpenFileDescriptor=344 (was 343) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,208 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37569
2024-11-19T09:05:41,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b2759, compressor=org.apache.hadoop.io.compress.GzipCodec@7bb0a3e2, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,209 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,227 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,240 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,240 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7c2046db, L:/127.0.0.1:37569 - R:/127.0.0.1:57814]
2024-11-19T09:05:41,240 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,242 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37569
2024-11-19T09:05:41,247 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,251 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41367
2024-11-19T09:05:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32797c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,253 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,270 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,282 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,283 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x43b12666, L:/127.0.0.1:41367 - R:/127.0.0.1:55776]
2024-11-19T09:05:41,283 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41367
2024-11-19T09:05:41,289 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,293 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,294 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33745
2024-11-19T09:05:41,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3904e76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,294 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,311 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,324 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,324 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x64fa053d, L:/127.0.0.1:33745 - R:/127.0.0.1:44342]
2024-11-19T09:05:41,324 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,325 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:41,325 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44342 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:41,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,326 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:41,326 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33745
2024-11-19T09:05:41,330 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,335 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,336 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,336 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46171
2024-11-19T09:05:41,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,336 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,353 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,365 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,365 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc3c840c9, L:/127.0.0.1:46171 - R:/127.0.0.1:38054]
2024-11-19T09:05:41,366 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46171
2024-11-19T09:05:41,371 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,376 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,377 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,377 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36179
2024-11-19T09:05:41,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da99c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,377 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,395 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,407 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,407 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0db05cee, L:/127.0.0.1:36179 - R:/127.0.0.1:34582]
2024-11-19T09:05:41,407 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,407 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:41,408 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-2978e4c6117edf5e72c607ceb6148831-74a35ae5a992ea96-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:41,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,408 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:41,408 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36179
2024-11-19T09:05:41,413 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 5661)
2024-11-19T09:05:41,417 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5661
2024-11-19T09:05:41,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35365
2024-11-19T09:05:41,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70825078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,418 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,435 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,447 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,447 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8e0765da, L:/127.0.0.1:35365 - R:/127.0.0.1:58606]
2024-11-19T09:05:41,447 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:41,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,526 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35365
2024-11-19T09:05:41,535 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5660 (was 5661)
2024-11-19T09:05:41,540 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5660
2024-11-19T09:05:41,627 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:41,769 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36635
2024-11-19T09:05:41,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21011bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,770 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:41,771 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36635 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:41,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36635
2024-11-19T09:05:41,776 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 48), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5660 (was 5660)
2024-11-19T09:05:41,781 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5660
2024-11-19T09:05:41,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:41,782 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40127
2024-11-19T09:05:41,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b574022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:41,782 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:41,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:41,783 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,811 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,811 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:41,824 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:41,837 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:41,837 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcbd3ff9d, L:/127.0.0.1:40127 - R:/127.0.0.1:51456]
2024-11-19T09:05:41,869 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:41,913 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:42,023 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:42,133 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:42,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:42,353 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:42,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,449 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:42,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58606 deadline: 1732007141549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58606
2024-11-19T09:05:42,463 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:42,573 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:42,683 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:42,793 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:42,870 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142014 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142125 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142235 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,871 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:42,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,872 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142453 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,872 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142565 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,872 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142675 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,873 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51456 deadline: 1732007142785 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51456
2024-11-19T09:05:42,903 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40127 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:42,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:42,903 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40127
2024-11-19T09:05:42,913 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5660)
2024-11-19T09:05:42,919 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5656
2024-11-19T09:05:42,920 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:42,920 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33649
2024-11-19T09:05:42,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b30230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:42,920 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:42,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:42,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:42,950 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:42,950 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:42,964 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:42,976 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:42,976 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb4a401bd, L:/127.0.0.1:33649 - R:/127.0.0.1:45264]
2024-11-19T09:05:43,001 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,002 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:43,002 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45264 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:43,003 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,003 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,004 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,009 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=345 (was 344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5656)
2024-11-19T09:05:43,013 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5656
2024-11-19T09:05:43,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46311
2024-11-19T09:05:43,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36572a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,015 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,016 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,046 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,046 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,058 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,072 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,072 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xeb7d3813, L:/127.0.0.1:46311 - R:/127.0.0.1:39794]
2024-11-19T09:05:43,097 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46311
2024-11-19T09:05:43,113 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5656)
2024-11-19T09:05:43,119 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5656
2024-11-19T09:05:43,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50049aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,120 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,120 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42819
2024-11-19T09:05:43,121 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,121 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,149 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,150 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,163 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,176 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,176 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6a638c04, L:/127.0.0.1:42819 - R:/127.0.0.1:54244]
2024-11-19T09:05:43,202 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,202 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:43,203 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54244 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:43,203 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:43,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,203 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42819
2024-11-19T09:05:43,208 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5656)
2024-11-19T09:05:43,212 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5656
2024-11-19T09:05:43,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40293
2024-11-19T09:05:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c545049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,214 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,215 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,241 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,241 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,255 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,268 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,268 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9ca42a5c, L:/127.0.0.1:40293 - R:/127.0.0.1:57496]
2024-11-19T09:05:43,294 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40293
2024-11-19T09:05:43,302 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5656)
2024-11-19T09:05:43,308 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5656
2024-11-19T09:05:43,309 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,310 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33093
2024-11-19T09:05:43,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289ed0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,310 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,311 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,336 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,337 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,349 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,362 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,362 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x60ebe18a, L:/127.0.0.1:33093 - R:/127.0.0.1:59236]
2024-11-19T09:05:43,389 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,389 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:59236; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:43,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,390 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33093 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:43,390 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33093
2024-11-19T09:05:43,395 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5656)
2024-11-19T09:05:43,399 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,400 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38491
2024-11-19T09:05:43,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ecaa62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,401 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:43,401 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,429 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,429 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,443 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,455 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,455 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1991dfc5, L:/127.0.0.1:38491 - R:/127.0.0.1:50006]
2024-11-19T09:05:43,480 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:43,480 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:43,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,486 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=346 (was 345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:43,490 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,491 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,491 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32945
2024-11-19T09:05:43,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ce572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,492 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:43,492 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,517 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,517 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,530 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,543 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,543 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9b571298, L:/127.0.0.1:32945 - R:/127.0.0.1:44084]
2024-11-19T09:05:43,569 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:43,569 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44084
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44084
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:43,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,574 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:43,579 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43441
2024-11-19T09:05:43,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3073d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,580 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,581 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,610 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,610 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,624 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,636 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,636 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5247fc38, L:/127.0.0.1:43441 - R:/127.0.0.1:56150]
2024-11-19T09:05:43,661 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56150
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56150
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:43,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43441
2024-11-19T09:05:43,667 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 347), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:43,671 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,673 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,673 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46529
2024-11-19T09:05:43,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df01511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,673 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,674 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,703 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,703 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,716 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,729 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,729 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x72141914, L:/127.0.0.1:46529 - R:/127.0.0.1:49212]
2024-11-19T09:05:43,754 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,857 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,858 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,858 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:43,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,867 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:43,873 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:43,874 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,876 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,876 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34051
2024-11-19T09:05:43,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428708e6, compressor=org.apache.hadoop.io.compress.GzipCodec@7e731591, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,876 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,877 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,909 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,910 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:43,924 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:43,936 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:43,936 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb2c5d977, L:/127.0.0.1:34051 - R:/127.0.0.1:32990]
2024-11-19T09:05:43,962 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:43,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:43,964 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34051
2024-11-19T09:05:43,969 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:43,975 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:43,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:43,976 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44165
2024-11-19T09:05:43,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c783d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:43,976 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:43,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:43,977 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,003 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,004 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,017 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,030 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,030 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x06a51943, L:/127.0.0.1:44165 - R:/127.0.0.1:43782]
2024-11-19T09:05:44,056 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44165
2024-11-19T09:05:44,061 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:44,066 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:44,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44791
2024-11-19T09:05:44,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313aee77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,068 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,069 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,099 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,099 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,112 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,125 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,125 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x10925dc0, L:/127.0.0.1:44791 - R:/127.0.0.1:59524]
2024-11-19T09:05:44,150 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,151 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:44,151 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59524 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:44,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,152 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:44,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44791
2024-11-19T09:05:44,157 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:44,161 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5655
2024-11-19T09:05:44,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37545
2024-11-19T09:05:44,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,162 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,189 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,189 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,203 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,215 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,215 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x21d1e516, L:/127.0.0.1:37545 - R:/127.0.0.1:56652]
2024-11-19T09:05:44,240 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37545
2024-11-19T09:05:44,246 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5655)
2024-11-19T09:05:44,251 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5654
2024-11-19T09:05:44,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39949
2024-11-19T09:05:44,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bcbe3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,253 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,253 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,280 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,281 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,294 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,307 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,307 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb4b1166d, L:/127.0.0.1:39949 - R:/127.0.0.1:34014]
2024-11-19T09:05:44,333 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,333 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:44,333 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-ead7218e2b9ea364893067f4232cee2b-6e0ce2c47f8743c2-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:44,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,334 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:44,334 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39949
2024-11-19T09:05:44,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5654 (was 5654)
2024-11-19T09:05:44,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5654
2024-11-19T09:05:44,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36837
2024-11-19T09:05:44,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7834ab5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,344 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,345 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,373 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,373 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,388 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,400 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,401 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5f489889, L:/127.0.0.1:36837 - R:/127.0.0.1:59328]
2024-11-19T09:05:44,427 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-19T09:05:44,485 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36837 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-19T09:05:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36837
2024-11-19T09:05:44,495 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5654 (was 5654)
2024-11-19T09:05:44,500 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5654
2024-11-19T09:05:44,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33817
2024-11-19T09:05:44,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ae5c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,501 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:44,502 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:33817 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:44,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33817
2024-11-19T09:05:44,507 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5654 (was 5654)
2024-11-19T09:05:44,513 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5654
2024-11-19T09:05:44,514 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:44,514 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37459
2024-11-19T09:05:44,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eb2258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:44,514 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:44,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:44,515 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,546 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,546 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:44,560 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:44,573 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:44,573 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4bf85f93, L:/127.0.0.1:37459 - R:/127.0.0.1:56670]
2024-11-19T09:05:44,599 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:44,653 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:44,763 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:44,873 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:44,984 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:45,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,204 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,314 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,423 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,428 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:45,428 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144528 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,429 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144528 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,429 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144528 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,429 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144528 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,429 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,430 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59328 deadline: 1732007144529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59328
2024-11-19T09:05:45,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,600 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007144754 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007144864 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,601 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:45,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007144974 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007145085 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007145195 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,602 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007145306 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,602 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007145415 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,602 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56670 deadline: 1732007145525 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56670
2024-11-19T09:05:45,643 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37459 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:45,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:45,644 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37459
2024-11-19T09:05:45,659 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5654)
2024-11-19T09:05:45,663 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5652
2024-11-19T09:05:45,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:45,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44793
2024-11-19T09:05:45,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9044c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:45,664 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:45,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:45,665 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,692 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,692 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:45,705 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,717 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,717 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x37eebc36, L:/127.0.0.1:44793 - R:/127.0.0.1:41190]
2024-11-19T09:05:45,742 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:45,743 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:45,743 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41190 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:45,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:45,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:45,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:45,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:45,750 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 49) - Thread LEAK? -, OpenFileDescriptor=349 (was 348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5652)
2024-11-19T09:05:45,755 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5652
2024-11-19T09:05:45,756 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:45,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43895
2024-11-19T09:05:45,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757221e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:45,757 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:45,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:45,758 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,787 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,787 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:45,800 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,813 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,813 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x489d78f2, L:/127.0.0.1:43895 - R:/127.0.0.1:58434]
2024-11-19T09:05:45,840 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:45,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:45,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43895
2024-11-19T09:05:45,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5652)
2024-11-19T09:05:45,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5652
2024-11-19T09:05:45,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665386c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:45,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:45,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33699
2024-11-19T09:05:45,859 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:45,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:45,860 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,888 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,888 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:45,902 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,914 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,915 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcd4ad702, L:/127.0.0.1:33699 - R:/127.0.0.1:37118]
2024-11-19T09:05:45,940 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:45,941 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:45,941 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37118 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:45,942 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:45,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:45,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33699
2024-11-19T09:05:45,947 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5652)
2024-11-19T09:05:45,951 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5652
2024-11-19T09:05:45,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:45,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44633
2024-11-19T09:05:45,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747e16d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:45,952 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:45,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:45,953 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:45,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:45,983 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:45,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,009 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2efa21d5, L:/127.0.0.1:44633 - R:/127.0.0.1:57860]
2024-11-19T09:05:46,035 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44633
2024-11-19T09:05:46,043 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5652)
2024-11-19T09:05:46,048 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5652
2024-11-19T09:05:46,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33235
2024-11-19T09:05:46,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be175d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,049 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,050 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,077 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,091 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,103 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,103 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xea9145ab, L:/127.0.0.1:33235 - R:/127.0.0.1:39610]
2024-11-19T09:05:46,128 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,128 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:39610; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:46,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,129 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33235 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:46,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33235
2024-11-19T09:05:46,134 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5652)
2024-11-19T09:05:46,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,142 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,142 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33829
2024-11-19T09:05:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175a821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,142 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:46,143 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,169 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,169 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,182 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,195 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3c992d79, L:/127.0.0.1:33829 - R:/127.0.0.1:50894]
2024-11-19T09:05:46,221 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:46,221 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:46,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,226 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=350 (was 349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,230 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=350, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43179
2024-11-19T09:05:46,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7365beaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,232 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:46,233 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,261 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,261 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,274 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,287 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,287 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b31015b, L:/127.0.0.1:43179 - R:/127.0.0.1:34212]
2024-11-19T09:05:46,314 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:46,314 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34212
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34212
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:46,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,320 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,326 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,326 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37605
2024-11-19T09:05:46,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6047da96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,326 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,327 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,355 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,355 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,369 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,381 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,381 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0dda63c9, L:/127.0.0.1:37605 - R:/127.0.0.1:58854]
2024-11-19T09:05:46,406 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58854
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58854
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:46,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,407 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37605
2024-11-19T09:05:46,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 351), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,416 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,416 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39179
2024-11-19T09:05:46,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3014b271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,417 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,417 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,446 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,446 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,460 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,473 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,473 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa21c64b9, L:/127.0.0.1:39179 - R:/127.0.0.1:38198]
2024-11-19T09:05:46,498 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,600 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:46,601 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:46,602 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:46,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,604 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:46,611 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 351) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,619 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46009
2024-11-19T09:05:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cf95c2, compressor=org.apache.hadoop.io.compress.GzipCodec@6f986574, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,621 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,621 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,647 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,647 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,660 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,672 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,672 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7d25f0eb, L:/127.0.0.1:46009 - R:/127.0.0.1:52190]
2024-11-19T09:05:46,700 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46009
2024-11-19T09:05:46,707 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,712 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,713 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,713 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37677
2024-11-19T09:05:46,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4beb51aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,713 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,714 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,741 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,741 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,753 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,767 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,767 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0823282c, L:/127.0.0.1:37677 - R:/127.0.0.1:36494]
2024-11-19T09:05:46,793 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37677
2024-11-19T09:05:46,799 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,804 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,805 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,805 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38569
2024-11-19T09:05:46,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c1d4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,805 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,806 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,837 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,838 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,850 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,863 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,863 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeddb0189, L:/127.0.0.1:38569 - R:/127.0.0.1:53410]
2024-11-19T09:05:46,890 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,891 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:46,891 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53410 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:46,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,891 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:46,892 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38569
2024-11-19T09:05:46,897 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,901 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43947
2024-11-19T09:05:46,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,902 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,903 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,932 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,932 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:46,945 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:46,957 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:46,957 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfd382e05, L:/127.0.0.1:43947 - R:/127.0.0.1:34396]
2024-11-19T09:05:46,983 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:46,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:46,985 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43947
2024-11-19T09:05:46,989 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:46,994 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:46,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:46,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37533
2024-11-19T09:05:46,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dba92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:46,996 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:46,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:46,996 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:47,025 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:47,025 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:47,038 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:47,050 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:47,051 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7ccfa3ab, L:/127.0.0.1:37533 - R:/127.0.0.1:47168]
2024-11-19T09:05:47,076 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:47,076 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:47,076 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-d2b46cff3c5de58486f8b9c93da04aba-509cfa26c1ce7891-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:47,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:47,077 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:47,077 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37533
2024-11-19T09:05:47,082 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:47,086 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:47,087 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:47,087 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45009
2024-11-19T09:05:47,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da6d85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:47,087 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:47,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:47,088 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:47,116 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:47,116 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:47,129 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:47,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:47,143 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7ae95b6b, L:/127.0.0.1:45009 - R:/127.0.0.1:52738]
2024-11-19T09:05:47,170 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45009 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:05:47,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:47,224 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45009
2024-11-19T09:05:47,232 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:47,239 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:47,240 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:47,240 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36181
2024-11-19T09:05:47,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a9d731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:47,240 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:47,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:47,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:47,241 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36181 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:47,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36181
2024-11-19T09:05:47,246 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5651)
2024-11-19T09:05:47,250 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5651
2024-11-19T09:05:47,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:47,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40555
2024-11-19T09:05:47,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1397746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:47,251 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:47,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:47,268 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:47,280 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:47,281 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xffd44066, L:/127.0.0.1:40555 - R:/127.0.0.1:42104]
2024-11-19T09:05:47,281 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:47,363 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:05:47,473 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:47,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:47,693 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:47,803 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:47,913 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:48,023 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:48,133 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:48,171 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147270 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,171 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:48,171 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147270 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147270 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147270 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147271 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,172 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147271 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147271 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147271 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52738 deadline: 1732007147271 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52738
2024-11-19T09:05:48,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:48,282 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007147464 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,282 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:48,282 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007147574 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007147684 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007147794 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007147904 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,283 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007148014 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007148123 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,284 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42104 deadline: 1732007148234 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42104
2024-11-19T09:05:48,353 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:48,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,353 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40555
2024-11-19T09:05:48,366 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5651)
2024-11-19T09:05:48,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44565
2024-11-19T09:05:48,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53793ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,390 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,402 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,402 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb1699170, L:/127.0.0.1:44565 - R:/127.0.0.1:40346]
2024-11-19T09:05:48,402 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,403 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,403 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40346 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:48,404 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,404 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,404 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,409 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 51) - Thread LEAK? -, OpenFileDescriptor=353 (was 352) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,414 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,415 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,415 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39967
2024-11-19T09:05:48,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ea72d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,416 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,434 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,447 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,447 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8c693426, L:/127.0.0.1:39967 - R:/127.0.0.1:35096]
2024-11-19T09:05:48,447 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,454 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39967
2024-11-19T09:05:48,461 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,466 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3864a164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41597
2024-11-19T09:05:48,467 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,480 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,492 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,492 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc985432e, L:/127.0.0.1:41597 - R:/127.0.0.1:39630]
2024-11-19T09:05:48,493 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,493 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,493 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39630 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:48,494 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:48,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,494 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41597
2024-11-19T09:05:48,499 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,503 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,504 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,505 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34701
2024-11-19T09:05:48,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc3e9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,505 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,523 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,535 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,535 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x34bab0e7, L:/127.0.0.1:34701 - R:/127.0.0.1:48776]
2024-11-19T09:05:48,535 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34701
2024-11-19T09:05:48,542 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,547 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,548 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,548 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44673
2024-11-19T09:05:48,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea4acb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,548 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,566 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,578 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,578 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7b2ba828, L:/127.0.0.1:44673 - R:/127.0.0.1:46760]
2024-11-19T09:05:48,579 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,579 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46760; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,579 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44673 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:48,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44673
2024-11-19T09:05:48,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,589 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,589 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40535
2024-11-19T09:05:48,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef43b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,590 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:48,607 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,619 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,619 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x72c61002, L:/127.0.0.1:40535 - R:/127.0.0.1:60944]
2024-11-19T09:05:48,619 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:48,620 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:48,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,624 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=354 (was 353) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,629 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=354, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,629 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,630 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35635
2024-11-19T09:05:48,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e88cb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,630 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:48,645 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,658 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,659 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0297ae5, L:/127.0.0.1:35635 - R:/127.0.0.1:41892]
2024-11-19T09:05:48,659 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:48,659 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41892
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41892
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,664 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 354) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,668 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:48,669 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,669 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46741
2024-11-19T09:05:48,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41297c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,669 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,695 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,708 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,708 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x10cfd298, L:/127.0.0.1:46741 - R:/127.0.0.1:43140]
2024-11-19T09:05:48,708 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43140
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43140
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46741
2024-11-19T09:05:48,714 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 355), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5649) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:48,719 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,720 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,720 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40707
2024-11-19T09:05:48,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3885f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,720 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,734 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,746 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,746 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x87352114, L:/127.0.0.1:40707 - R:/127.0.0.1:44774]
2024-11-19T09:05:48,747 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,848 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,849 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,849 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:48,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,859 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 52) - Thread LEAK? -, OpenFileDescriptor=356 (was 355) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,868 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,869 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,869 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36753
2024-11-19T09:05:48,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b82d40f, compressor=org.apache.hadoop.io.compress.GzipCodec@135adda9, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,870 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,889 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,901 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,901 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6dddf7d1, L:/127.0.0.1:36753 - R:/127.0.0.1:47966]
2024-11-19T09:05:48,901 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36753
2024-11-19T09:05:48,907 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,912 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5650
2024-11-19T09:05:48,913 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,913 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37201
2024-11-19T09:05:48,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3940ccff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,913 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,942 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,942 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfff94886, L:/127.0.0.1:37201 - R:/127.0.0.1:55648]
2024-11-19T09:05:48,942 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37201
2024-11-19T09:05:48,948 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5650)
2024-11-19T09:05:48,952 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:48,953 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,954 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35261
2024-11-19T09:05:48,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b907ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,954 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:48,971 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:48,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:48,983 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3510ed74, L:/127.0.0.1:35261 - R:/127.0.0.1:40754]
2024-11-19T09:05:48,983 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:48,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:48,984 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40754 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:48,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:48,984 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:48,985 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35261
2024-11-19T09:05:48,989 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:48,994 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:48,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:48,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40539
2024-11-19T09:05:48,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:48,996 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:48,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:49,014 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:49,026 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:49,026 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa7f335b7, L:/127.0.0.1:40539 - R:/127.0.0.1:50972]
2024-11-19T09:05:49,026 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:49,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:49,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40539
2024-11-19T09:05:49,032 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:49,037 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:49,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:49,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43779
2024-11-19T09:05:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394a31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:49,039 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:49,054 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:49,066 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:49,066 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7a039416, L:/127.0.0.1:43779 - R:/127.0.0.1:58866]
2024-11-19T09:05:49,066 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:49,066 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:49,066 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-31d72ba09da9a8fc88a9f72e86094160-c274b96d5c13a530-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:49,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:49,067 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:49,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43779
2024-11-19T09:05:49,072 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:49,077 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:49,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:49,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36443
2024-11-19T09:05:49,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2305f1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:49,079 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:49,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:49,098 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:49,110 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:49,110 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x85f67c76, L:/127.0.0.1:36443 - R:/127.0.0.1:39250]
2024-11-19T09:05:49,110 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:49,184 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,184 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-19T09:05:49,184 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36443 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-19T09:05:49,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:49,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36443
2024-11-19T09:05:49,194 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:49,202 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:49,284 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:49,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:49,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36543
2024-11-19T09:05:49,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7092c1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:49,356 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:49,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:49,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:49,357 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36543 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:49,358 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36543
2024-11-19T09:05:49,364 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 54), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:49,369 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:49,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:49,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43707
2024-11-19T09:05:49,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fac0bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:49,371 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:49,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:49,371 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:49,399 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:49,399 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:49,413 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:49,425 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:49,425 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf1b05c2a, L:/127.0.0.1:43707 - R:/127.0.0.1:54170]
2024-11-19T09:05:49,456 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:49,503 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:49,613 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:49,723 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:49,833 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:49,944 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:50,054 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:50,112 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,112 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:50,112 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,112 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,113 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,113 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,113 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,114 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149211 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,114 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149212 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,114 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39250 deadline: 1732007149212 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39250
2024-11-19T09:05:50,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:50,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:50,383 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:50,457 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007149604 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,458 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007149714 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,458 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:50,458 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007149825 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,458 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007149934 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,458 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007150045 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,459 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007150155 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,459 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007150264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,459 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54170 deadline: 1732007150375 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54170
2024-11-19T09:05:50,493 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:50,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,493 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43707
2024-11-19T09:05:50,504 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:50,512 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:50,514 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:50,515 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43331
2024-11-19T09:05:50,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee97a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:50,515 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:50,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:50,516 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,547 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,547 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:50,561 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,574 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,575 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2411a9dc, L:/127.0.0.1:43331 - R:/127.0.0.1:47244]
2024-11-19T09:05:50,601 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:50,602 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:50,602 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47244 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:50,603 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:50,603 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:50,604 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:50,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,609 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=357 (was 356) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:50,614 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:50,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:50,616 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38521
2024-11-19T09:05:50,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791661f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:50,616 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:50,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:50,617 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,641 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,641 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:50,653 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,666 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,666 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaa9ec483, L:/127.0.0.1:38521 - R:/127.0.0.1:50952]
2024-11-19T09:05:50,692 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:50,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,699 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38521
2024-11-19T09:05:50,705 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:50,711 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:50,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146e2c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:50,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:50,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45167
2024-11-19T09:05:50,712 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:50,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:50,713 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,740 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,740 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:50,754 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,767 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,767 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6c211986, L:/127.0.0.1:45167 - R:/127.0.0.1:34500]
2024-11-19T09:05:50,793 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:50,794 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:50,794 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34500 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:50,795 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:50,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45167
2024-11-19T09:05:50,801 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5649 (was 5649)
2024-11-19T09:05:50,806 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5649
2024-11-19T09:05:50,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:50,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45017
2024-11-19T09:05:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3b040e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:50,807 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:50,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:50,808 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,837 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,838 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:50,851 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,863 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,864 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0dbfc393, L:/127.0.0.1:45017 - R:/127.0.0.1:37312]
2024-11-19T09:05:50,890 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:50,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45017
2024-11-19T09:05:50,899 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5649)
2024-11-19T09:05:50,903 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:50,904 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:50,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44617
2024-11-19T09:05:50,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e05c401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:50,905 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:50,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:50,906 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,935 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,935 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:50,948 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:50,960 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:50,960 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x298fcd16, L:/127.0.0.1:44617 - R:/127.0.0.1:52922]
2024-11-19T09:05:50,997 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:50,997 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:52922; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:50,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:50,998 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44617 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:50,998 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44617
2024-11-19T09:05:51,003 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5648)
2024-11-19T09:05:51,007 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:51,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36511
2024-11-19T09:05:51,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,009 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:51,010 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,036 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,037 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,050 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,063 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,063 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x16d4f361, L:/127.0.0.1:36511 - R:/127.0.0.1:35038]
2024-11-19T09:05:51,090 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:51,090 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:51,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,095 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=358 (was 357) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5648)
2024-11-19T09:05:51,100 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=358, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:51,101 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,101 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38689
2024-11-19T09:05:51,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbe2369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,101 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:51,102 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,127 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,128 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,141 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,153 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,153 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7151ac06, L:/127.0.0.1:38689 - R:/127.0.0.1:36710]
2024-11-19T09:05:51,178 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:51,178 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36710
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36710
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:51,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 358) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5648)
2024-11-19T09:05:51,189 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:51,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34987
2024-11-19T09:05:51,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68eac9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,191 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,191 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,215 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,216 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,228 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,240 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,241 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x14eda01b, L:/127.0.0.1:34987 - R:/127.0.0.1:57834]
2024-11-19T09:05:51,266 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57834
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57834
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:51,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34987
2024-11-19T09:05:51,272 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 359), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5648)
2024-11-19T09:05:51,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:51,277 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37451
2024-11-19T09:05:51,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5f1cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,278 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,278 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,306 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,306 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,320 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,333 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,333 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0f1576b5, L:/127.0.0.1:37451 - R:/127.0.0.1:57934]
2024-11-19T09:05:51,363 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,460 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:51,465 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:51,466 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:51,466 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:51,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,476 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 359) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5648 (was 5648)
2024-11-19T09:05:51,482 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5648
2024-11-19T09:05:51,483 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,483 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38453
2024-11-19T09:05:51,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da07a63, compressor=org.apache.hadoop.io.compress.GzipCodec@576e4426, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,483 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,484 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,511 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,512 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,524 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,537 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,537 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9e1fec22, L:/127.0.0.1:38453 - R:/127.0.0.1:43528]
2024-11-19T09:05:51,567 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38453
2024-11-19T09:05:51,573 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5648)
2024-11-19T09:05:51,577 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5647
2024-11-19T09:05:51,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41905
2024-11-19T09:05:51,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc9c4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,579 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,580 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,606 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,607 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,621 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,633 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,633 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdf34772a, L:/127.0.0.1:41905 - R:/127.0.0.1:60658]
2024-11-19T09:05:51,658 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41905
2024-11-19T09:05:51,665 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5647)
2024-11-19T09:05:51,670 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5647
2024-11-19T09:05:51,671 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,672 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34199
2024-11-19T09:05:51,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,672 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,673 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,702 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,702 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,714 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,728 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,728 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6118c4cd, L:/127.0.0.1:34199 - R:/127.0.0.1:42334]
2024-11-19T09:05:51,754 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,754 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:51,755 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42334 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:51,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,755 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:51,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34199
2024-11-19T09:05:51,760 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5647)
2024-11-19T09:05:51,765 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5647
2024-11-19T09:05:51,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44453
2024-11-19T09:05:51,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,766 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,767 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,794 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,794 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,807 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,820 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,821 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1d8d7f7d, L:/127.0.0.1:44453 - R:/127.0.0.1:60854]
2024-11-19T09:05:51,848 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44453
2024-11-19T09:05:51,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5647)
2024-11-19T09:05:51,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5647
2024-11-19T09:05:51,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40237
2024-11-19T09:05:51,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d02ee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,859 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,860 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,887 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,887 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:51,901 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,913 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,914 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8682bd53, L:/127.0.0.1:40237 - R:/127.0.0.1:55034]
2024-11-19T09:05:51,940 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:51,940 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:51,944 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-576c4c658dc52ecee172cf776558c04a-4e36e672a0b24b0f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:51,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:51,944 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:51,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40237
2024-11-19T09:05:51,949 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5647)
2024-11-19T09:05:51,954 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5647
2024-11-19T09:05:51,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:51,956 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43431
2024-11-19T09:05:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90b8d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:51,956 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:51,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:51,956 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:51,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:51,987 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:52,000 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:52,013 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:52,013 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8cb7531e, L:/127.0.0.1:43431 - R:/127.0.0.1:50004]
2024-11-19T09:05:52,041 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,094 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:05:52,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:52,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43431
2024-11-19T09:05:52,100 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5647 (was 5647)
2024-11-19T09:05:52,107 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5646
2024-11-19T09:05:52,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:52,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34277
2024-11-19T09:05:52,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69294d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:52,109 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:52,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:52,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:52,110 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34277 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:52,110 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34277
2024-11-19T09:05:52,117 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5646 (was 5646)
2024-11-19T09:05:52,124 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5646
2024-11-19T09:05:52,125 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:52,125 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39643
2024-11-19T09:05:52,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17551f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:52,126 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:52,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:52,127 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:52,155 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:52,155 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:52,167 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:52,180 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:52,180 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb010ca05, L:/127.0.0.1:39643 - R:/127.0.0.1:46676]
2024-11-19T09:05:52,207 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:52,263 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-19T09:05:52,373 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:52,483 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:52,593 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:52,703 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:52,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:52,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:53,033 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:53,042 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,042 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:53,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,044 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,044 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152142 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,044 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152143 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,044 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152143 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,045 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50004 deadline: 1732007152143 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50004
2024-11-19T09:05:53,143 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:53,208 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152364 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,208 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152474 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,209 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152584 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,209 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:53,209 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,209 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152804 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,209 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007152914 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,210 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007153024 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,210 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46676 deadline: 1732007153134 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46676
2024-11-19T09:05:53,253 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39643 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:53,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,253 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39643
2024-11-19T09:05:53,265 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5646 (was 5646)
2024-11-19T09:05:53,270 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5646
2024-11-19T09:05:53,271 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,271 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37555
2024-11-19T09:05:53,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352a756a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,271 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,271 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,299 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,299 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,313 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,326 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,327 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x481b5bfb, L:/127.0.0.1:37555 - R:/127.0.0.1:39536]
2024-11-19T09:05:53,352 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:53,353 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:53,353 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39536 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:53,353 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:53,354 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:53,354 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:53,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,359 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 55) - Thread LEAK? -, OpenFileDescriptor=361 (was 360) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5646)
2024-11-19T09:05:53,364 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5645
2024-11-19T09:05:53,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37709
2024-11-19T09:05:53,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccea1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,366 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,366 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,394 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,395 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,407 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,420 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,421 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x00af16e2, L:/127.0.0.1:37709 - R:/127.0.0.1:45384]
2024-11-19T09:05:53,445 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:53,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37709
2024-11-19T09:05:53,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5645)
2024-11-19T09:05:53,463 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5645
2024-11-19T09:05:53,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167da741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,464 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,465 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33001
2024-11-19T09:05:53,465 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,465 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,495 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,495 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,508 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,521 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,521 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1eebc723, L:/127.0.0.1:33001 - R:/127.0.0.1:46588]
2024-11-19T09:05:53,546 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:53,546 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:53,547 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46588 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:53,547 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:53,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,547 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33001
2024-11-19T09:05:53,552 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5645)
2024-11-19T09:05:53,557 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5645
2024-11-19T09:05:53,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44291
2024-11-19T09:05:53,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398a19a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,558 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,559 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,587 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,587 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,600 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,613 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,613 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9760c757, L:/127.0.0.1:44291 - R:/127.0.0.1:60316]
2024-11-19T09:05:53,640 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:53,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,643 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44291
2024-11-19T09:05:53,648 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5645)
2024-11-19T09:05:53,653 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5645
2024-11-19T09:05:53,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39993
2024-11-19T09:05:53,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73815059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,655 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,656 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,686 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,687 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,699 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,711 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,711 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xff4d6d58, L:/127.0.0.1:39993 - R:/127.0.0.1:60220]
2024-11-19T09:05:53,737 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:53,737 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:60220; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:53,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,738 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:53,738 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39993
2024-11-19T09:05:53,744 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5645)
2024-11-19T09:05:53,749 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5645
2024-11-19T09:05:53,751 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,751 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45723
2024-11-19T09:05:53,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4e0978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,751 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:53,752 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,777 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,777 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,790 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,802 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,802 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x75459715, L:/127.0.0.1:45723 - R:/127.0.0.1:41642]
2024-11-19T09:05:53,827 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:53,828 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:53,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=362 (was 361) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5645)
2024-11-19T09:05:53,838 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=362, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5644
2024-11-19T09:05:53,839 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,840 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33909
2024-11-19T09:05:53,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f06d8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,840 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:53,841 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,866 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,866 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,879 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,891 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,891 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaa1c2331, L:/127.0.0.1:33909 - R:/127.0.0.1:42476]
2024-11-19T09:05:53,916 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:53,916 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42476
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42476
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:53,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:53,922 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 362) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5644 (was 5644)
2024-11-19T09:05:53,927 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5644
2024-11-19T09:05:53,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:53,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45491
2024-11-19T09:05:53,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7118a51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:53,929 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:53,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:53,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,955 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,955 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:53,968 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:53,980 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:53,981 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd177a5e4, L:/127.0.0.1:45491 - R:/127.0.0.1:40690]
2024-11-19T09:05:54,007 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40690
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40690
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:54,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45491
2024-11-19T09:05:54,013 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 363), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5644)
2024-11-19T09:05:54,018 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5642
2024-11-19T09:05:54,019 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,020 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41531
2024-11-19T09:05:54,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142a8faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,020 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,021 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,045 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,046 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,059 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,071 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,071 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2cb2ac89, L:/127.0.0.1:41531 - R:/127.0.0.1:48222]
2024-11-19T09:05:54,097 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,199 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:54,199 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:54,199 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:54,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,206 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=364 (was 363) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5642)
2024-11-19T09:05:54,211 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:54,212 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5642
2024-11-19T09:05:54,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39951
2024-11-19T09:05:54,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fa3c6b, compressor=org.apache.hadoop.io.compress.GzipCodec@4a5196e3, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,214 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,245 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,245 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,257 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,269 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,269 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0a1e2280, L:/127.0.0.1:39951 - R:/127.0.0.1:34094]
2024-11-19T09:05:54,294 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39951
2024-11-19T09:05:54,301 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5642)
2024-11-19T09:05:54,306 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5642
2024-11-19T09:05:54,307 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,307 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41451
2024-11-19T09:05:54,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5428bddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,307 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,308 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,335 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,348 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,361 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,361 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0a115b2d, L:/127.0.0.1:41451 - R:/127.0.0.1:49368]
2024-11-19T09:05:54,386 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,387 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41451
2024-11-19T09:05:54,392 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5642)
2024-11-19T09:05:54,396 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5642
2024-11-19T09:05:54,397 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,397 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46117
2024-11-19T09:05:54,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406045fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,397 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,398 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,425 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,425 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,439 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,452 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,452 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf9624243, L:/127.0.0.1:46117 - R:/127.0.0.1:59394]
2024-11-19T09:05:54,478 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,478 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:54,479 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59394 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:54,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,479 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:54,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46117
2024-11-19T09:05:54,485 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5642)
2024-11-19T09:05:54,489 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:54,490 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,490 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42711
2024-11-19T09:05:54,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,491 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,491 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,520 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,520 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,532 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,545 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,545 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xae90b5ff, L:/127.0.0.1:42711 - R:/127.0.0.1:36068]
2024-11-19T09:05:54,570 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42711
2024-11-19T09:05:54,575 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:54,580 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:54,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44149
2024-11-19T09:05:54,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4c0762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,581 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,582 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,610 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,610 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,623 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,636 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,636 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6cf4e6ff, L:/127.0.0.1:44149 - R:/127.0.0.1:52334]
2024-11-19T09:05:54,663 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,663 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:54,663 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-ac2402e05c538a6f8eb2ba1411cffd79-e4a1e0605d7d2f91-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:54,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:54,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44149
2024-11-19T09:05:54,669 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:54,674 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:54,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39607
2024-11-19T09:05:54,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684d4ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,675 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,676 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,701 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,701 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:54,715 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,728 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,728 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4ddff3d6, L:/127.0.0.1:39607 - R:/127.0.0.1:57596]
2024-11-19T09:05:54,759 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39607 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-19T09:05:54,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,805 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39607
2024-11-19T09:05:54,813 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:54,820 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:54,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42735
2024-11-19T09:05:54,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b2d7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,821 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:54,822 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:42735 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:54,822 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42735
2024-11-19T09:05:54,828 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:54,833 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:54,834 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:54,835 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39313
2024-11-19T09:05:54,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac84d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:54,835 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:54,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:54,856 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:54,868 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:54,868 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xde9d444b, L:/127.0.0.1:39313 - R:/127.0.0.1:47142]
2024-11-19T09:05:54,868 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:54,943 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-19T09:05:55,053 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:55,164 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:55,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:05:55,383 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:55,494 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:55,603 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:55,713 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:55,760 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,760 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:55,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,763 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57596 deadline: 1732007154860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57596
2024-11-19T09:05:55,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:55,870 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:55,870 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155044 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,870 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155154 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,870 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155265 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155374 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155484 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,871 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155705 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,872 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47142 deadline: 1732007155815 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47142
2024-11-19T09:05:55,933 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39313 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:55,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:55,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39313
2024-11-19T09:05:55,938 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:55,943 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:55,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:55,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42085
2024-11-19T09:05:55,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0f2bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:55,945 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:55,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:55,958 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:55,970 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:55,970 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xde801f2a, L:/127.0.0.1:42085 - R:/127.0.0.1:51658]
2024-11-19T09:05:55,971 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:55,971 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:55,971 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:51658 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:55,972 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:55,972 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:55,973 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:55,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:55,977 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 57) - Thread LEAK? -, OpenFileDescriptor=365 (was 364) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:55,982 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:55,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:55,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33227
2024-11-19T09:05:55,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7c0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:55,984 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:55,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:55,998 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,010 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,010 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf1b966f1, L:/127.0.0.1:33227 - R:/127.0.0.1:44518]
2024-11-19T09:05:56,011 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,017 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33227
2024-11-19T09:05:56,022 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:56,027 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5640
2024-11-19T09:05:56,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b796a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32797
2024-11-19T09:05:56,028 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,041 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,053 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,054 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x67d0cc0c, L:/127.0.0.1:32797 - R:/127.0.0.1:38762]
2024-11-19T09:05:56,054 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,055 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:56,055 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38762 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:56,055 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:56,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32797
2024-11-19T09:05:56,060 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5640) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:56,065 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:56,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41145
2024-11-19T09:05:56,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ffc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,066 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,079 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,092 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,092 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xde8ad676, L:/127.0.0.1:41145 - R:/127.0.0.1:51946]
2024-11-19T09:05:56,092 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41145
2024-11-19T09:05:56,099 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5641)
2024-11-19T09:05:56,104 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5640
2024-11-19T09:05:56,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34287
2024-11-19T09:05:56,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47005a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,105 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,122 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,135 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,135 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb6b0b33a, L:/127.0.0.1:34287 - R:/127.0.0.1:43500]
2024-11-19T09:05:56,135 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,135 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:43500; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:56,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,136 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34287 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:56,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34287
2024-11-19T09:05:56,141 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5640)
2024-11-19T09:05:56,145 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5640
2024-11-19T09:05:56,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45141
2024-11-19T09:05:56,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2546a321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,146 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:56,163 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,175 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,175 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3d60604e, L:/127.0.0.1:45141 - R:/127.0.0.1:42294]
2024-11-19T09:05:56,175 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:56,175 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:56,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,180 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5640) - AvailableMemoryMB LEAK? -
2024-11-19T09:05:56,185 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=366, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:56,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37647
2024-11-19T09:05:56,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9c0026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,186 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:56,203 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,215 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbadea38a, L:/127.0.0.1:37647 - R:/127.0.0.1:42248]
2024-11-19T09:05:56,215 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:56,215 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42248
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42248
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:56,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,221 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 366) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:56,225 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:56,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,227 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34227
2024-11-19T09:05:56,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42424956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,227 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,244 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,257 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,257 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x584e3370, L:/127.0.0.1:34227 - R:/127.0.0.1:56914]
2024-11-19T09:05:56,257 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56914
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56914
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:56,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,258 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34227
2024-11-19T09:05:56,262 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 367), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 5641)
2024-11-19T09:05:56,267 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5641
2024-11-19T09:05:56,268 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,268 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35985
2024-11-19T09:05:56,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78acf176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,268 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,285 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,297 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,297 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9148345f, L:/127.0.0.1:35985 - R:/127.0.0.1:34478]
2024-11-19T09:05:56,297 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,399 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:56,399 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:56,400 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:56,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 58) - Thread LEAK? -, OpenFileDescriptor=368 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5641)
2024-11-19T09:05:56,418 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5640
2024-11-19T09:05:56,418 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44281
2024-11-19T09:05:56,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb95d85, compressor=org.apache.hadoop.io.compress.GzipCodec@285d6e7b, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,419 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,435 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,447 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,447 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x26fa8b36, L:/127.0.0.1:44281 - R:/127.0.0.1:59072]
2024-11-19T09:05:56,447 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,449 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44281
2024-11-19T09:05:56,454 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5640)
2024-11-19T09:05:56,460 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5640
2024-11-19T09:05:56,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38193
2024-11-19T09:05:56,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b6cfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,461 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,478 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,490 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,490 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb549472, L:/127.0.0.1:38193 - R:/127.0.0.1:36390]
2024-11-19T09:05:56,491 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38193
2024-11-19T09:05:56,496 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5640)
2024-11-19T09:05:56,501 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5639
2024-11-19T09:05:56,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42813
2024-11-19T09:05:56,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f4fa61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,503 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,520 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,533 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,533 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbfe25de9, L:/127.0.0.1:42813 - R:/127.0.0.1:54394]
2024-11-19T09:05:56,533 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,534 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:56,534 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54394 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:56,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,534 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:56,534 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42813
2024-11-19T09:05:56,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5639)
2024-11-19T09:05:56,543 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5639
2024-11-19T09:05:56,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46255
2024-11-19T09:05:56,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,545 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,561 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,573 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,573 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2377904d, L:/127.0.0.1:46255 - R:/127.0.0.1:54756]
2024-11-19T09:05:56,573 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46255
2024-11-19T09:05:56,579 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5639)
2024-11-19T09:05:56,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5639
2024-11-19T09:05:56,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43515
2024-11-19T09:05:56,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8dbca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,585 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,603 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,615 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,615 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb64b8cdf, L:/127.0.0.1:43515 - R:/127.0.0.1:39308]
2024-11-19T09:05:56,615 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,615 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:56,615 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-0d01b5cf4cdbf08b96a6eb91d1d2ba29-0aefcc8528e56922-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:56,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,616 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:56,616 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43515
2024-11-19T09:05:56,621 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5639)
2024-11-19T09:05:56,625 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:56,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43657
2024-11-19T09:05:56,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74de658f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,626 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,655 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,655 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb5151fd7, L:/127.0.0.1:43657 - R:/127.0.0.1:46422]
2024-11-19T09:05:56,655 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43657 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-19T09:05:56,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,734 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43657
2024-11-19T09:05:56,744 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:56,750 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:56,847 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44931
2024-11-19T09:05:56,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd2d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,848 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:56,848 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:44931 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:56,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44931
2024-11-19T09:05:56,853 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:56,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:56,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:56,859 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42617
2024-11-19T09:05:56,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbfc2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:56,859 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:56,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:56,860 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,872 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:56,888 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,888 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:56,900 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:56,913 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:56,914 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5e6c27be, L:/127.0.0.1:42617 - R:/127.0.0.1:55904]
2024-11-19T09:05:56,945 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:56,993 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:05:57,103 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,213 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,434 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:57,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,653 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,656 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,656 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:57,656 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,657 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,657 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,657 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,657 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,657 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,658 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,658 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46422 deadline: 1732007156756 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46422
2024-11-19T09:05:57,763 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:57,873 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:05:57,947 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,947 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157204 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,947 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:05:57,947 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157314 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,947 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157424 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,947 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157535 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,948 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157645 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,948 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157754 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,948 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55904 deadline: 1732007157865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55904
2024-11-19T09:05:57,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:57,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:57,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42617
2024-11-19T09:05:57,997 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=59 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:58,005 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:58,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39237
2024-11-19T09:05:58,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d0585d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,006 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,007 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,034 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,034 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,047 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,060 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,060 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x440b6816, L:/127.0.0.1:39237 - R:/127.0.0.1:41098]
2024-11-19T09:05:58,087 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,087 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:58,087 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41098 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:58,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,094 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=369 (was 368) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:58,098 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:58,099 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,099 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32949
2024-11-19T09:05:58,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1944a646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,100 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,101 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,128 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,128 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,142 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,154 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,154 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x927ee333, L:/127.0.0.1:32949 - R:/127.0.0.1:54022]
2024-11-19T09:05:58,181 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32949
2024-11-19T09:05:58,194 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:58,199 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:58,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5930f025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,201 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34837
2024-11-19T09:05:58,201 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,201 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,226 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,227 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,239 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,251 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,251 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4d6f329e, L:/127.0.0.1:34837 - R:/127.0.0.1:56732]
2024-11-19T09:05:58,277 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,278 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:58,278 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56732 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:58,279 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:58,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,279 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34837
2024-11-19T09:05:58,284 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5638 (was 5638)
2024-11-19T09:05:58,289 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5638
2024-11-19T09:05:58,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44869
2024-11-19T09:05:58,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be585dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,291 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,292 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,322 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,322 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,334 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,347 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,347 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8bcd6a85, L:/127.0.0.1:44869 - R:/127.0.0.1:42706]
2024-11-19T09:05:58,375 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,378 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44869
2024-11-19T09:05:58,383 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5638)
2024-11-19T09:05:58,388 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5637
2024-11-19T09:05:58,389 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,389 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32895
2024-11-19T09:05:58,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13551ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,389 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,390 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,414 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,414 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,427 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,440 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,440 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7d6b24af, L:/127.0.0.1:32895 - R:/127.0.0.1:47338]
2024-11-19T09:05:58,468 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,468 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:47338; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:58,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,469 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:32895 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:05:58,469 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32895
2024-11-19T09:05:58,473 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5637)
2024-11-19T09:05:58,478 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5637
2024-11-19T09:05:58,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35383
2024-11-19T09:05:58,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d13bd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,479 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:58,479 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,507 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,507 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,520 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,532 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,532 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x779cfe79, L:/127.0.0.1:35383 - R:/127.0.0.1:47620]
2024-11-19T09:05:58,558 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:05:58,558 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:05:58,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,563 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=370 (was 369) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5637)
2024-11-19T09:05:58,567 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=370, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5637
2024-11-19T09:05:58,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42927
2024-11-19T09:05:58,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1656d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,569 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:05:58,569 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,597 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,597 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,609 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,622 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,622 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x52489065, L:/127.0.0.1:42927 - R:/127.0.0.1:50792]
2024-11-19T09:05:58,649 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:05:58,649 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50792
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50792
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:58,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,655 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 370) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5637)
2024-11-19T09:05:58,660 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5637
2024-11-19T09:05:58,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36901
2024-11-19T09:05:58,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778baa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,661 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,662 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,692 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,692 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,704 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,716 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,716 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd2db4911, L:/127.0.0.1:36901 - R:/127.0.0.1:50966]
2024-11-19T09:05:58,743 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50966
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50966
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,744 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36901
2024-11-19T09:05:58,749 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 371), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5637)
2024-11-19T09:05:58,753 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5637
2024-11-19T09:05:58,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39857
2024-11-19T09:05:58,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be4e4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,755 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,755 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,780 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,781 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,793 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,805 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,806 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1d743fa7, L:/127.0.0.1:39857 - R:/127.0.0.1:44932]
2024-11-19T09:05:58,833 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:58,934 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,934 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,934 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:05:58,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:58,940 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 371) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5634 (was 5637)
2024-11-19T09:05:58,945 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5634
2024-11-19T09:05:58,946 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:58,947 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46103
2024-11-19T09:05:58,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee17e9b, compressor=org.apache.hadoop.io.compress.GzipCodec@2c0804f7, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:58,947 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:58,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:58,947 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,949 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:05:58,972 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,973 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:58,985 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:58,997 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:58,998 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdf613eac, L:/127.0.0.1:46103 - R:/127.0.0.1:51176]
2024-11-19T09:05:59,024 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,026 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46103
2024-11-19T09:05:59,031 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5634)
2024-11-19T09:05:59,038 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41663
2024-11-19T09:05:59,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22abe151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,039 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,040 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,065 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,065 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,078 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,090 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,091 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbbd2b430, L:/127.0.0.1:41663 - R:/127.0.0.1:51204]
2024-11-19T09:05:59,120 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,121 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41663
2024-11-19T09:05:59,126 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5633)
2024-11-19T09:05:59,131 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33565
2024-11-19T09:05:59,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f38316a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,132 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,133 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,160 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,160 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,172 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,185 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,185 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8c44808c, L:/127.0.0.1:33565 - R:/127.0.0.1:52682]
2024-11-19T09:05:59,213 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,213 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:05:59,214 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52682 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:05:59,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,214 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:05:59,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33565
2024-11-19T09:05:59,220 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5633)
2024-11-19T09:05:59,225 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,227 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34701
2024-11-19T09:05:59,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,227 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,228 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,255 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,255 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,269 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,282 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,282 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3eacb086, L:/127.0.0.1:34701 - R:/127.0.0.1:37384]
2024-11-19T09:05:59,307 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,308 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34701
2024-11-19T09:05:59,313 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5633)
2024-11-19T09:05:59,318 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45501
2024-11-19T09:05:59,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53470e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,319 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,320 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,347 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,347 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,360 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,373 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,373 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0d2c781b, L:/127.0.0.1:45501 - R:/127.0.0.1:47296]
2024-11-19T09:05:59,399 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,399 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:59,399 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-523b12a5492d6c6fcf5dbadabb83f5ec-2e565480cef566fb-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:05:59,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,400 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:05:59,400 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45501
2024-11-19T09:05:59,405 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5633)
2024-11-19T09:05:59,410 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,410 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,411 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44191
2024-11-19T09:05:59,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304b247f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,411 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,412 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,441 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,441 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,453 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,467 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,467 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa9d58dd0, L:/127.0.0.1:44191 - R:/127.0.0.1:33970]
2024-11-19T09:05:59,496 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44191 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:05:59,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44191
2024-11-19T09:05:59,550 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5633 (was 5633)
2024-11-19T09:05:59,556 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5633
2024-11-19T09:05:59,557 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38141
2024-11-19T09:05:59,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5bbc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,558 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:05:59,559 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38141 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:05:59,559 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38141
2024-11-19T09:05:59,566 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5633)
2024-11-19T09:05:59,571 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5632
2024-11-19T09:05:59,572 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:05:59,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46431
2024-11-19T09:05:59,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69056588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:05:59,573 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:05:59,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:05:59,573 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,603 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,603 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:05:59,616 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:05:59,628 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:05:59,628 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc03ccb3e, L:/127.0.0.1:46431 - R:/127.0.0.1:45484]
2024-11-19T09:05:59,655 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:05:59,713 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=140ms, rpcTimeout=100ms
2024-11-19T09:05:59,822 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:05:59,933 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:00,043 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:00,153 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:00,263 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:00,373 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:00,483 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:00,497 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:00,497 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159596 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,498 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,498 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,498 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,498 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,499 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,499 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,500 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,500 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33970 deadline: 1732007159597 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33970
2024-11-19T09:06:00,593 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:00,656 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007159814 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,657 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:06:00,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007159923 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160034 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160145 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160254 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,658 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160364 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,658 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160475 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,658 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45484 deadline: 1732007160584 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45484
2024-11-19T09:06:00,703 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:00,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:00,703 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46431
2024-11-19T09:06:00,716 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5632)
2024-11-19T09:06:00,723 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:00,724 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:00,725 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44945
2024-11-19T09:06:00,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e8f4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:00,725 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:00,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:00,725 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,755 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,755 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:00,769 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,781 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,781 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa30eeb7f, L:/127.0.0.1:44945 - R:/127.0.0.1:56332]
2024-11-19T09:06:00,809 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:00,810 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:00,810 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56332 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:00,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:00,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:00,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:00,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:00,817 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 61) - Thread LEAK? -, OpenFileDescriptor=373 (was 372) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:00,821 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:00,822 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:00,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42903
2024-11-19T09:06:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d85b0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:00,823 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:00,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:00,824 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,850 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,850 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:00,863 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,876 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,876 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9d2a4cee, L:/127.0.0.1:42903 - R:/127.0.0.1:39642]
2024-11-19T09:06:00,903 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:00,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:00,910 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42903
2024-11-19T09:06:00,915 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 94) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5631) - AvailableMemoryMB LEAK? -
2024-11-19T09:06:00,920 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5632
2024-11-19T09:06:00,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342c4f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:00,920 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:00,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46129
2024-11-19T09:06:00,921 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:00,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:00,921 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,947 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,947 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:00,960 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:00,973 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:00,973 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd8881d81, L:/127.0.0.1:46129 - R:/127.0.0.1:36546]
2024-11-19T09:06:01,000 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,000 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:01,000 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36546 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:01,001 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:01,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,001 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46129
2024-11-19T09:06:01,006 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5632)
2024-11-19T09:06:01,011 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5632
2024-11-19T09:06:01,012 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,012 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35403
2024-11-19T09:06:01,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506999b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,012 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,012 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,038 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,038 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,052 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,065 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,065 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaa67862c, L:/127.0.0.1:35403 - R:/127.0.0.1:57390]
2024-11-19T09:06:01,093 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,096 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35403
2024-11-19T09:06:01,101 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5632)
2024-11-19T09:06:01,106 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,107 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32957
2024-11-19T09:06:01,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a81fc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,108 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,108 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,139 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,139 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,152 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,166 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,166 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaaffdee8, L:/127.0.0.1:32957 - R:/127.0.0.1:56398]
2024-11-19T09:06:01,193 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,193 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:56398; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:01,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,194 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:32957 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:06:01,194 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32957
2024-11-19T09:06:01,199 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34355
2024-11-19T09:06:01,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4229ccf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,207 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:01,208 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,233 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,233 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,246 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,259 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xed2a1030, L:/127.0.0.1:34355 - R:/127.0.0.1:55410]
2024-11-19T09:06:01,286 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:06:01,286 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:06:01,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,291 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=374 (was 373) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,296 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=374, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44905
2024-11-19T09:06:01,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d9e0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,297 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:01,298 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,325 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,326 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,339 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,351 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,351 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82745544, L:/127.0.0.1:44905 - R:/127.0.0.1:36558]
2024-11-19T09:06:01,379 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:06:01,379 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36558
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36558
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:01,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,385 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 374) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,390 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,390 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42389
2024-11-19T09:06:01,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bdcc1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,391 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,391 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,419 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,419 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,432 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,444 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,444 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x00909bb4, L:/127.0.0.1:42389 - R:/127.0.0.1:36450]
2024-11-19T09:06:01,471 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:36450
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:36450
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:01,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42389
2024-11-19T09:06:01,477 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 375), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,483 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,483 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,484 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33129
2024-11-19T09:06:01,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e160db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,484 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,485 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,510 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,511 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,523 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,536 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8c0b99f5, L:/127.0.0.1:33129 - R:/127.0.0.1:60250]
2024-11-19T09:06:01,563 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,659 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:01,665 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:01,665 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:01,665 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:01,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,675 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,681 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42391
2024-11-19T09:06:01,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fecaea9, compressor=org.apache.hadoop.io.compress.GzipCodec@59d089c4, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,683 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,683 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,711 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,711 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,725 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,738 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,738 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x55772bf2, L:/127.0.0.1:42391 - R:/127.0.0.1:44566]
2024-11-19T09:06:01,766 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,767 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42391
2024-11-19T09:06:01,772 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,778 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32825
2024-11-19T09:06:01,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8cb606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,780 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,780 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,811 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,811 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,824 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,838 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,838 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa838b7c5, L:/127.0.0.1:32825 - R:/127.0.0.1:48578]
2024-11-19T09:06:01,865 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,866 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32825
2024-11-19T09:06:01,871 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,876 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,877 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43417
2024-11-19T09:06:01,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b77513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,878 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,878 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,906 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,906 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:01,919 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:01,932 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:01,932 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7959a941, L:/127.0.0.1:43417 - R:/127.0.0.1:33858]
2024-11-19T09:06:01,959 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:01,959 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:01,960 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33858 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:01,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:01,960 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:01,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43417
2024-11-19T09:06:01,965 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:01,970 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:01,971 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:01,971 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33515
2024-11-19T09:06:01,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:01,971 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:01,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:01,972 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,000 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,000 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:02,014 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,026 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,026 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0fbf7aa6, L:/127.0.0.1:33515 - R:/127.0.0.1:46592]
2024-11-19T09:06:02,052 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:02,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:02,053 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33515
2024-11-19T09:06:02,059 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:02,063 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:02,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:02,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38157
2024-11-19T09:06:02,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25187926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:02,064 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:02,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:02,065 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,094 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,094 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:02,108 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,121 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,121 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdd9fe534, L:/127.0.0.1:38157 - R:/127.0.0.1:55738]
2024-11-19T09:06:02,147 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:02,147 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:02,147 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-5359c39b029bac338da1a85730a0c88b-702e081f1b7b16ec-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:06:02,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:02,148 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:02,148 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38157
2024-11-19T09:06:02,153 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:02,158 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:02,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:02,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44845
2024-11-19T09:06:02,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1807b4de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:02,159 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:02,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:02,160 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,189 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,189 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:02,204 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,216 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,217 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7b45ae27, L:/127.0.0.1:44845 - R:/127.0.0.1:38938]
2024-11-19T09:06:02,244 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44845 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-19T09:06:02,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:02,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44845
2024-11-19T09:06:02,301 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=63 (was 62) - Thread LEAK? -, OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:02,309 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5631
2024-11-19T09:06:02,310 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:02,310 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34791
2024-11-19T09:06:02,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cba3168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:02,311 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:02,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:02,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:02,311 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34791 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:06:02,312 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34791
2024-11-19T09:06:02,317 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5631)
2024-11-19T09:06:02,322 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:02,322 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:02,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44393
2024-11-19T09:06:02,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c1df99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:02,323 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:02,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:02,338 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:02,351 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:02,351 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x39cd515b, L:/127.0.0.1:44393 - R:/127.0.0.1:42480]
2024-11-19T09:06:02,351 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:02,433 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:02,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:02,653 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:02,763 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:06:02,873 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:02,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:03,093 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:03,203 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:03,245 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,245 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:03,245 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38938 deadline: 1732007162345 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38938
2024-11-19T09:06:03,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:03,352 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007162534 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,352 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:06:03,352 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007162644 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,352 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007162754 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,352 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007162863 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,353 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007162974 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,353 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007163084 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,353 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007163194 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,353 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42480 deadline: 1732007163304 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42480
2024-11-19T09:06:03,422 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44393 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:03,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,423 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44393
2024-11-19T09:06:03,431 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,438 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35123
2024-11-19T09:06:03,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28827a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,439 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,457 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,469 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,469 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xad06159d, L:/127.0.0.1:35123 - R:/127.0.0.1:56130]
2024-11-19T09:06:03,469 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:03,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56130 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:03,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,476 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 63) - Thread LEAK? -, OpenFileDescriptor=377 (was 376) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,481 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33565
2024-11-19T09:06:03,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56973b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,483 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,500 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,512 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,512 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x925012d6, L:/127.0.0.1:33565 - R:/127.0.0.1:44988]
2024-11-19T09:06:03,512 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,518 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33565
2024-11-19T09:06:03,524 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,528 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1b0768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38745
2024-11-19T09:06:03,529 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,543 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,556 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,556 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b9c5f9a, L:/127.0.0.1:38745 - R:/127.0.0.1:55238]
2024-11-19T09:06:03,556 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:03,557 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55238 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:03,557 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:03,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38745
2024-11-19T09:06:03,563 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,567 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45727
2024-11-19T09:06:03,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37134c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,568 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,583 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,596 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,596 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6cbf88e1, L:/127.0.0.1:45727 - R:/127.0.0.1:43022]
2024-11-19T09:06:03,596 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45727
2024-11-19T09:06:03,603 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,609 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,610 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39159
2024-11-19T09:06:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d824e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,610 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,627 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,640 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,640 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2c00d7b0, L:/127.0.0.1:39159 - R:/127.0.0.1:50144]
2024-11-19T09:06:03,641 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,641 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:50144; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:03,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,641 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:06:03,641 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39159
2024-11-19T09:06:03,646 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,650 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,651 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,652 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33311
2024-11-19T09:06:03,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d05655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,652 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:03,668 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,680 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,680 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8db4cb94, L:/127.0.0.1:33311 - R:/127.0.0.1:51398]
2024-11-19T09:06:03,680 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:06:03,680 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:06:03,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=378 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5630 (was 5630)
2024-11-19T09:06:03,690 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=378, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5630
2024-11-19T09:06:03,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38259
2024-11-19T09:06:03,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435d027f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,692 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:03,709 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,722 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,722 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x825ab3ee, L:/127.0.0.1:38259 - R:/127.0.0.1:33894]
2024-11-19T09:06:03,722 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:06:03,722 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33894
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33894
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:03,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,727 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 378) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5630)
2024-11-19T09:06:03,732 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:03,732 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,733 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36895
2024-11-19T09:06:03,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2675fba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,733 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,750 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,762 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,762 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x95debec3, L:/127.0.0.1:36895 - R:/127.0.0.1:37086]
2024-11-19T09:06:03,762 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37086
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:37086
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:03,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,763 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36895
2024-11-19T09:06:03,768 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:03,773 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:03,774 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,774 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38777
2024-11-19T09:06:03,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c877e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,774 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,790 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,803 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc25c7544, L:/127.0.0.1:38777 - R:/127.0.0.1:38424]
2024-11-19T09:06:03,803 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,905 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,906 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,906 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:03,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,916 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 64) - Thread LEAK? -, OpenFileDescriptor=380 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:03,924 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:03,925 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,925 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42905
2024-11-19T09:06:03,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a557f4d, compressor=org.apache.hadoop.io.compress.GzipCodec@4e4d2f6d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,925 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,940 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,953 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,953 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa172cb8b, L:/127.0.0.1:42905 - R:/127.0.0.1:43348]
2024-11-19T09:06:03,953 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42905
2024-11-19T09:06:03,960 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:03,965 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:03,966 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:03,966 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39641
2024-11-19T09:06:03,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a78a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:03,966 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:03,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:03,984 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:03,997 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:03,997 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6605758a, L:/127.0.0.1:39641 - R:/127.0.0.1:42110]
2024-11-19T09:06:03,998 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:03,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:03,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39641
2024-11-19T09:06:04,003 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,008 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42691
2024-11-19T09:06:04,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea8ba45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,009 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,026 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,038 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,038 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x49d31238, L:/127.0.0.1:42691 - R:/127.0.0.1:56498]
2024-11-19T09:06:04,038 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:04,039 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:04,039 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56498 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:04,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:04,039 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:04,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42691
2024-11-19T09:06:04,044 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,051 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42393
2024-11-19T09:06:04,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,052 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,066 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,080 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,080 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x632f1f5f, L:/127.0.0.1:42393 - R:/127.0.0.1:35276]
2024-11-19T09:06:04,080 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:04,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:04,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42393
2024-11-19T09:06:04,086 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,090 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,091 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,091 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38385
2024-11-19T09:06:04,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd64682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,091 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,109 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,121 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3a2ce80a, L:/127.0.0.1:38385 - R:/127.0.0.1:59962]
2024-11-19T09:06:04,121 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:04,121 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:04,121 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-82fa84b9b4b789b7407402ae38e9b660-462e31804d101527-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:06:04,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:04,122 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:04,122 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38385
2024-11-19T09:06:04,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,131 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,133 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41733
2024-11-19T09:06:04,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ad4a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,133 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,148 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,161 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,161 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x49359b6b, L:/127.0.0.1:41733 - R:/127.0.0.1:46364]
2024-11-19T09:06:04,161 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:04,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:04,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41733
2024-11-19T09:06:04,255 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,262 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,353 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:04,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32797
2024-11-19T09:06:04,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54b06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,355 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:04,356 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:32797 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:06:04,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32797
2024-11-19T09:06:04,361 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 66), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:04,365 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:04,366 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:04,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43377
2024-11-19T09:06:04,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5bc321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:04,367 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:04,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:04,367 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,394 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,394 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:04,408 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:04,421 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:04,421 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf90ab2b9, L:/127.0.0.1:43377 - R:/127.0.0.1:35066]
2024-11-19T09:06:04,450 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:04,503 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:06:04,613 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:04,723 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,833 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:04,944 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:05,053 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:05,162 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,162 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164263 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,163 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46364 deadline: 1732007164263 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46364
2024-11-19T09:06:05,274 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:05,383 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:05,451 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007164603 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,451 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:06:05,451 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007164714 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007164824 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007164934 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007165045 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007165155 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007165264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,452 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35066 deadline: 1732007165375 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35066
2024-11-19T09:06:05,493 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43377 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:05,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:05,493 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43377
2024-11-19T09:06:05,503 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:05,510 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:05,511 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:05,511 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41985
2024-11-19T09:06:05,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb42e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:05,511 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:05,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:05,512 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,540 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,541 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:05,554 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,566 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,567 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc4932729, L:/127.0.0.1:41985 - R:/127.0.0.1:44748]
2024-11-19T09:06:05,593 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:05,593 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:05,593 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44748 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:05,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:05,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:05,595 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:05,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:05,600 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=381 (was 380) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:05,605 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:05,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:05,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40849
2024-11-19T09:06:05,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495ecc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:05,606 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:05,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:05,607 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,633 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,633 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:05,646 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,658 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,658 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x685654f4, L:/127.0.0.1:40849 - R:/127.0.0.1:42760]
2024-11-19T09:06:05,685 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:05,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:05,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40849
2024-11-19T09:06:05,698 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:05,703 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5629
2024-11-19T09:06:05,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7537116e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:05,704 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:05,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32997
2024-11-19T09:06:05,705 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:05,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:05,705 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,733 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,733 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:05,747 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,759 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,759 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb18dbca3, L:/127.0.0.1:32997 - R:/127.0.0.1:35198]
2024-11-19T09:06:05,787 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:05,787 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:05,787 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35198 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:05,788 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:05,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:05,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32997
2024-11-19T09:06:05,793 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5629)
2024-11-19T09:06:05,797 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5628
2024-11-19T09:06:05,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:05,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33463
2024-11-19T09:06:05,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd85f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:05,798 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:05,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:05,799 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,828 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,828 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:05,842 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,855 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,855 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4e246da7, L:/127.0.0.1:33463 - R:/127.0.0.1:51884]
2024-11-19T09:06:05,883 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:05,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:05,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33463
2024-11-19T09:06:05,890 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5628 (was 5628)
2024-11-19T09:06:05,896 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=5628
2024-11-19T09:06:05,897 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:05,898 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34439
2024-11-19T09:06:05,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73017892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:05,898 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:05,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:05,898 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,930 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,931 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:05,946 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:05,961 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:05,961 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4f679caf, L:/127.0.0.1:34439 - R:/127.0.0.1:32778]
2024-11-19T09:06:05,999 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,000 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:32778; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:06,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,001 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34439 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:06:06,001 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34439
2024-11-19T09:06:06,007 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=5625 (was 5628)
2024-11-19T09:06:06,012 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5625
2024-11-19T09:06:06,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45465
2024-11-19T09:06:06,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c0a0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,014 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:06,015 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,041 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,041 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,065 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,078 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,078 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5d32de04, L:/127.0.0.1:45465 - R:/127.0.0.1:44424]
2024-11-19T09:06:06,105 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:06:06,105 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:06:06,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=382 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5620 (was 5625)
2024-11-19T09:06:06,116 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=382, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5620
2024-11-19T09:06:06,118 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,118 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46589
2024-11-19T09:06:06,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e417644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,118 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:06,119 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,145 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,145 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,158 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,170 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,171 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1965731e, L:/127.0.0.1:46589 - R:/127.0.0.1:56020]
2024-11-19T09:06:06,196 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:06:06,196 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:56020
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:56020
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:06,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,201 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 382) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5620 (was 5620)
2024-11-19T09:06:06,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5620
2024-11-19T09:06:06,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46553
2024-11-19T09:06:06,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e1b9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,207 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,208 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,234 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,234 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,248 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,260 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,261 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe2e999cc, L:/127.0.0.1:46553 - R:/127.0.0.1:35596]
2024-11-19T09:06:06,287 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35596
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35596
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:06,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46553
2024-11-19T09:06:06,292 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5620 (was 5620)
2024-11-19T09:06:06,297 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5620
2024-11-19T09:06:06,298 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,299 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43223
2024-11-19T09:06:06,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6867947c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,299 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,299 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,329 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,329 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,343 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,355 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,355 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6283680d, L:/127.0.0.1:43223 - R:/127.0.0.1:38964]
2024-11-19T09:06:06,384 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,453 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:06,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:06,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:06,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:06,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,497 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5620)
2024-11-19T09:06:06,502 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,504 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33195
2024-11-19T09:06:06,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21af3042, compressor=org.apache.hadoop.io.compress.GzipCodec@2dece201, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,504 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,504 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,532 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,532 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,546 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,559 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,559 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x15eaeb04, L:/127.0.0.1:33195 - R:/127.0.0.1:46024]
2024-11-19T09:06:06,586 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33195
2024-11-19T09:06:06,592 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:06,598 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,600 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36881
2024-11-19T09:06:06,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eea56b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,600 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,600 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,631 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,631 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,644 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,657 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,657 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6cd7f827, L:/127.0.0.1:36881 - R:/127.0.0.1:44394]
2024-11-19T09:06:06,683 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,684 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36881
2024-11-19T09:06:06,690 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:06,695 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,697 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39959
2024-11-19T09:06:06,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fcc2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,697 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,698 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,723 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,723 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,736 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,748 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,748 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x70b09a15, L:/127.0.0.1:39959 - R:/127.0.0.1:58318]
2024-11-19T09:06:06,786 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,787 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:06,787 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58318 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:06,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,788 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:06,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39959
2024-11-19T09:06:06,793 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:06,797 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44161
2024-11-19T09:06:06,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,799 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,799 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,828 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,829 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,842 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,854 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,854 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xba4ece72, L:/127.0.0.1:44161 - R:/127.0.0.1:33140]
2024-11-19T09:06:06,881 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44161
2024-11-19T09:06:06,887 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:06,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39747
2024-11-19T09:06:06,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d3e581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,893 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,893 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,921 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:06,934 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:06,948 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:06,948 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x099eab20, L:/127.0.0.1:39747 - R:/127.0.0.1:34864]
2024-11-19T09:06:06,974 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:06,975 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:06,975 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-7a88e139abf73da7658c61054f3a2335-f2ffb4ae239f15c7-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:06:06,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:06,975 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:06,975 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39747
2024-11-19T09:06:06,981 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:06,986 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:06,986 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:06,987 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45537
2024-11-19T09:06:06,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b931563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:06,987 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:06,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:06,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:07,015 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:07,015 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:07,028 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:07,041 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:07,041 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3c7a641a, L:/127.0.0.1:45537 - R:/127.0.0.1:44318]
2024-11-19T09:06:07,080 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:07,123 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45537
2024-11-19T09:06:07,128 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=67 (was 66) - Thread LEAK? -, OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:07,134 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:07,134 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:07,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32947
2024-11-19T09:06:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645037d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:07,135 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:07,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:07,135 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:32947 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:06:07,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32947
2024-11-19T09:06:07,141 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:07,146 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:07,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:07,147 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46125
2024-11-19T09:06:07,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0a47ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:07,147 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:07,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:07,147 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:07,173 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:07,173 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:07,187 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:07,199 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:07,199 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd4bb9355, L:/127.0.0.1:46125 - R:/127.0.0.1:36608]
2024-11-19T09:06:07,226 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:07,283 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-19T09:06:07,393 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:07,503 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:07,613 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:07,723 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:07,833 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:07,943 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:08,053 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167181 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,081 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167182 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,082 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167182 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,082 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44318 deadline: 1732007167182 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44318
2024-11-19T09:06:08,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:08,227 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167383 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,227 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167494 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,227 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:06:08,227 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167605 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,227 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167714 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,228 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167824 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,228 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007167935 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,228 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007168045 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,228 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36608 deadline: 1732007168153 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36608
2024-11-19T09:06:08,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:08,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,273 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46125
2024-11-19T09:06:08,286 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,291 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43591
2024-11-19T09:06:08,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d50bd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,293 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,293 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,321 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,322 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,336 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,348 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,348 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe9f1970b, L:/127.0.0.1:43591 - R:/127.0.0.1:35892]
2024-11-19T09:06:08,375 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:08,376 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:08,376 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35892 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:08,376 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:08,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:08,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:08,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,382 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 67) - Thread LEAK? -, OpenFileDescriptor=385 (was 384) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,386 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,387 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,388 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46821
2024-11-19T09:06:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109f8876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,388 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,389 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,416 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,416 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,430 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,442 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7b27a36f, L:/127.0.0.1:46821 - R:/127.0.0.1:58508]
2024-11-19T09:06:08,469 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:08,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,476 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46821
2024-11-19T09:06:08,482 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,488 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258e8d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42081
2024-11-19T09:06:08,489 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,490 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,515 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,515 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,540 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,556 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,556 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x75ca0c2d, L:/127.0.0.1:42081 - R:/127.0.0.1:58720]
2024-11-19T09:06:08,584 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:08,584 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:08,584 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58720 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:08,585 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:08,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42081
2024-11-19T09:06:08,590 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,595 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46261
2024-11-19T09:06:08,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4957c853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,597 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,598 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,623 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,623 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,636 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,648 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,648 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe445c4fe, L:/127.0.0.1:46261 - R:/127.0.0.1:54732]
2024-11-19T09:06:08,676 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:08,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46261
2024-11-19T09:06:08,684 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,689 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44549
2024-11-19T09:06:08,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a53995d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,690 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,691 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,721 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,722 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,734 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,747 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,747 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb1bff9a2, L:/127.0.0.1:44549 - R:/127.0.0.1:44304]
2024-11-19T09:06:08,775 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:08,775 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44304; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:08,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,776 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:06:08,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44549
2024-11-19T09:06:08,781 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,785 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5619
2024-11-19T09:06:08,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41975
2024-11-19T09:06:08,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb8bfb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,787 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:08,788 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,816 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,816 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,829 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,841 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,841 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9ea1fdd7, L:/127.0.0.1:41975 - R:/127.0.0.1:60142]
2024-11-19T09:06:08,871 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:06:08,871 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:06:08,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,876 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=386 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5619)
2024-11-19T09:06:08,881 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=386, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5618
2024-11-19T09:06:08,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45579
2024-11-19T09:06:08,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714dfffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,882 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:08,883 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,910 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,910 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:08,924 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:08,936 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:08,936 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x190e0b97, L:/127.0.0.1:45579 - R:/127.0.0.1:53132]
2024-11-19T09:06:08,963 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:06:08,963 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53132
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:53132
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:08,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:08,969 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 386) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5618 (was 5618)
2024-11-19T09:06:08,973 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5618
2024-11-19T09:06:08,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:08,975 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34343
2024-11-19T09:06:08,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ba322a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:08,975 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:08,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:08,976 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,005 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,006 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,018 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,030 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,030 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6ff9e22b, L:/127.0.0.1:34343 - R:/127.0.0.1:46694]
2024-11-19T09:06:09,056 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46694
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46694
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:09,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34343
2024-11-19T09:06:09,062 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5618 (was 5618)
2024-11-19T09:06:09,067 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5618
2024-11-19T09:06:09,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45639
2024-11-19T09:06:09,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e35c111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,069 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,069 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,095 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,095 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,108 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,122 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,122 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xffe9e153, L:/127.0.0.1:45639 - R:/127.0.0.1:45366]
2024-11-19T09:06:09,149 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,229 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:09,251 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:09,251 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:09,251 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:09,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,257 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5618 (was 5618)
2024-11-19T09:06:09,262 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5618
2024-11-19T09:06:09,262 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43745
2024-11-19T09:06:09,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6b9851, compressor=org.apache.hadoop.io.compress.GzipCodec@6690c45, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,263 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,263 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,296 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,296 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,310 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,322 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,323 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x25317e85, L:/127.0.0.1:43745 - R:/127.0.0.1:53636]
2024-11-19T09:06:09,348 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,350 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43745
2024-11-19T09:06:09,355 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5618 (was 5618)
2024-11-19T09:06:09,360 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5618
2024-11-19T09:06:09,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43521
2024-11-19T09:06:09,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602d3777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,362 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,362 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,392 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,392 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,405 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,417 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,417 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c9874d2, L:/127.0.0.1:43521 - R:/127.0.0.1:56096]
2024-11-19T09:06:09,444 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,445 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43521
2024-11-19T09:06:09,450 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5617 (was 5618)
2024-11-19T09:06:09,454 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5617
2024-11-19T09:06:09,455 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,455 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33555
2024-11-19T09:06:09,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177fb239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,455 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,456 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,484 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,484 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,497 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,509 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,509 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0546d644, L:/127.0.0.1:33555 - R:/127.0.0.1:52508]
2024-11-19T09:06:09,537 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,538 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:09,538 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52508 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:09,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,539 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:09,539 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33555
2024-11-19T09:06:09,544 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5618 (was 5617) - AvailableMemoryMB LEAK? -
2024-11-19T09:06:09,550 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5617
2024-11-19T09:06:09,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44579
2024-11-19T09:06:09,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,551 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,552 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,577 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,577 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,590 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,602 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,602 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfee4ba1b, L:/127.0.0.1:44579 - R:/127.0.0.1:37980]
2024-11-19T09:06:09,630 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44579
2024-11-19T09:06:09,636 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5617 (was 5617)
2024-11-19T09:06:09,641 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5617
2024-11-19T09:06:09,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41041
2024-11-19T09:06:09,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b0150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,642 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,668 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,668 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,681 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,693 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,693 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xae4f030b, L:/127.0.0.1:41041 - R:/127.0.0.1:34382]
2024-11-19T09:06:09,719 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,720 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:09,720 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-7bfab5e7fe897d2f55180650290ca41b-45d451197e7f1f4e-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:06:09,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,720 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:09,720 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41041
2024-11-19T09:06:09,725 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5617 (was 5617)
2024-11-19T09:06:09,730 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5617
2024-11-19T09:06:09,731 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,731 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39883
2024-11-19T09:06:09,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bfeac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,731 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,732 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,760 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,760 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-19T09:06:09,773 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,787 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,787 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdab52b01, L:/127.0.0.1:39883 - R:/127.0.0.1:58514]
2024-11-19T09:06:09,821 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39883 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-19T09:06:09,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,863 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39883
2024-11-19T09:06:09,869 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5617 (was 5617)
2024-11-19T09:06:09,874 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5616
2024-11-19T09:06:09,875 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,875 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38757
2024-11-19T09:06:09,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ab06ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,875 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:09,876 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38757 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-19T09:06:09,876 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38757
2024-11-19T09:06:09,881 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5616 (was 5616)
2024-11-19T09:06:09,886 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=5616
2024-11-19T09:06:09,886 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:09,887 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39855
2024-11-19T09:06:09,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1fa963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:09,887 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:09,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:09,900 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:09,912 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:09,913 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe007a678, L:/127.0.0.1:39855 - R:/127.0.0.1:36064]
2024-11-19T09:06:09,913 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:09,992 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=105ms, rpcTimeout=100ms
2024-11-19T09:06:10,103 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:10,213 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:10,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:10,433 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:10,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:10,653 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:10,764 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:10,822 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169921 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,822 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:10,822 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,823 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,823 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,823 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,823 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,824 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,824 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,824 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58514 deadline: 1732007169922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58514
2024-11-19T09:06:10,873 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:10,914 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,914 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-19T09:06:10,915 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170204 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,915 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170314 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,915 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170425 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,915 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170535 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,915 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170644 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,916 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170754 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,916 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36064 deadline: 1732007170865 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36064
2024-11-19T09:06:10,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39855 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:10,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:10,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39855
2024-11-19T09:06:10,995 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5616) - AvailableMemoryMB LEAK? -
2024-11-19T09:06:11,000 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5624
2024-11-19T09:06:11,001 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,001 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46675
2024-11-19T09:06:11,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75938293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,001 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,017 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,030 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,030 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x70b30691, L:/127.0.0.1:46675 - R:/127.0.0.1:58544]
2024-11-19T09:06:11,031 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,031 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,031 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58544 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:11,032 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,032 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,032 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,037 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 69) - Thread LEAK? -, OpenFileDescriptor=389 (was 388) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5624)
2024-11-19T09:06:11,041 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5623
2024-11-19T09:06:11,042 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,042 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35335
2024-11-19T09:06:11,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae1ce06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,042 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$T7VGYBzA as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,073 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,073 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbb1c3890, L:/127.0.0.1:35335 - R:/127.0.0.1:59850]
2024-11-19T09:06:11,073 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,080 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35335
2024-11-19T09:06:11,086 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5623) - AvailableMemoryMB LEAK? -
2024-11-19T09:06:11,091 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5624
2024-11-19T09:06:11,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d86580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34541
2024-11-19T09:06:11,092 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,118 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,135 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,135 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x86e3be07, L:/127.0.0.1:34541 - R:/127.0.0.1:42850]
2024-11-19T09:06:11,135 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,136 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42850 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:11,136 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:11,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34541
2024-11-19T09:06:11,142 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5623 (was 5624)
2024-11-19T09:06:11,147 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5623
2024-11-19T09:06:11,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39255
2024-11-19T09:06:11,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d81aee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,149 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,163 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,175 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,175 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5c783c38, L:/127.0.0.1:39255 - R:/127.0.0.1:54152]
2024-11-19T09:06:11,175 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,177 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39255
2024-11-19T09:06:11,182 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5623 (was 5623)
2024-11-19T09:06:11,187 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5623
2024-11-19T09:06:11,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43001
2024-11-19T09:06:11,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df07c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,188 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,206 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,218 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,218 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa6f32297, L:/127.0.0.1:43001 - R:/127.0.0.1:48922]
2024-11-19T09:06:11,218 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,218 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:48922; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,219 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-19T09:06:11,219 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43001
2024-11-19T09:06:11,224 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5623 (was 5623)
2024-11-19T09:06:11,229 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5623
2024-11-19T09:06:11,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40261
2024-11-19T09:06:11,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617627ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,230 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:11,247 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,260 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,260 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4fcf0e67, L:/127.0.0.1:40261 - R:/127.0.0.1:38032]
2024-11-19T09:06:11,260 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-19T09:06:11,261 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T09:06:11,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,266 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=390 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5623 (was 5623)
2024-11-19T09:06:11,270 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,272 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,272 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36073
2024-11-19T09:06:11,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35065136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,272 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T09:06:11,289 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,301 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,301 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x664ee6e4, L:/127.0.0.1:36073 - R:/127.0.0.1:39820]
2024-11-19T09:06:11,301 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-19T09:06:11,302 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39820
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39820
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,307 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,312 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41481
2024-11-19T09:06:11,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43267b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,314 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,331 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,344 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,344 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x07978202, L:/127.0.0.1:41481 - R:/127.0.0.1:55416]
2024-11-19T09:06:11,344 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55416
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:55416
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,345 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41481
2024-11-19T09:06:11,350 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,354 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34353
2024-11-19T09:06:11,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b51f2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,356 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,371 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,383 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,383 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdd761d12, L:/127.0.0.1:34353 - R:/127.0.0.1:59048]
2024-11-19T09:06:11,384 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,485 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-19T09:06:11,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,498 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 70) - Thread LEAK? -, OpenFileDescriptor=392 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,502 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33497
2024-11-19T09:06:11,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548cb740, compressor=org.apache.hadoop.io.compress.GzipCodec@1f5bd4e2, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,504 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,520 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,532 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,532 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2ee3c0cf, L:/127.0.0.1:33497 - R:/127.0.0.1:36722]
2024-11-19T09:06:11,532 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,534 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33497
2024-11-19T09:06:11,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=393 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,544 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,546 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37151
2024-11-19T09:06:11,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d10de2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,546 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,563 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,577 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,577 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1f0a3d0b, L:/127.0.0.1:37151 - R:/127.0.0.1:51790]
2024-11-19T09:06:11,577 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,578 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37151
2024-11-19T09:06:11,583 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,587 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46637
2024-11-19T09:06:11,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2be88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,588 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,606 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,618 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,618 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5f518ad2, L:/127.0.0.1:46637 - R:/127.0.0.1:56042]
2024-11-19T09:06:11,618 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,619 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T09:06:11,619 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56042 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-19T09:06:11,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,620 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T09:06:11,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46637
2024-11-19T09:06:11,625 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5622)
2024-11-19T09:06:11,630 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5622
2024-11-19T09:06:11,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,632 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35377
2024-11-19T09:06:11,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,632 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,645 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,657 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,658 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1e0d04d3, L:/127.0.0.1:35377 - R:/127.0.0.1:52112]
2024-11-19T09:06:11,658 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35377
2024-11-19T09:06:11,664 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5621 (was 5622)
2024-11-19T09:06:11,669 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5621
2024-11-19T09:06:11,669 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,670 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41263
2024-11-19T09:06:11,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce069bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,670 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,687 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,699 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,699 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb1e640f, L:/127.0.0.1:41263 - R:/127.0.0.1:33796]
2024-11-19T09:06:11,700 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,700 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:11,700 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-01ad3170315ca9ef0380c4499a1daf52-58514efa28e0bc54-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-19T09:06:11,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,700 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-19T09:06:11,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41263
2024-11-19T09:06:11,706 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5621 (was 5621)
2024-11-19T09:06:11,711 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=5621
2024-11-19T09:06:11,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T09:06:11,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44211
2024-11-19T09:06:11,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c66a99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T09:06:11,712 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-19T09:06:11,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-19T09:06:11,730 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-19T09:06:11,742 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-19T09:06:11,742 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x16eaa861, L:/127.0.0.1:44211 - R:/127.0.0.1:41558]
2024-11-19T09:06:11,743 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-19T09:06:11,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T09:06:11,824 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44211
2024-11-19T09:06:11,831 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=72 (was 71) - Thread LEAK? -, OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=5621 (was 5621)
2024-11-19T09:06:11,935 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T09:06:12,744 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171843 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,744 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171843 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,744 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171843 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171843 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,745 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41558 deadline: 1732007171844 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41558
2024-11-19T09:06:12,840 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]