2024-11-08 11:50:42,618 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e 2024-11-08 11:50:42,633 main DEBUG Took 0.013415 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 11:50:42,634 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 11:50:42,634 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 11:50:42,636 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 11:50:42,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,679 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 11:50:42,698 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,702 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,704 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,706 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,710 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:50:42,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,715 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 11:50:42,717 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:50:42,719 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 11:50:42,722 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 11:50:42,723 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 11:50:42,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 11:50:42,725 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 11:50:42,737 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 11:50:42,740 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 11:50:42,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 11:50:42,743 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 11:50:42,744 main DEBUG createAppenders(={Console}) 2024-11-08 11:50:42,745 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e initialized 2024-11-08 11:50:42,745 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e 2024-11-08 11:50:42,745 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@782859e OK. 2024-11-08 11:50:42,746 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 11:50:42,747 main DEBUG OutputStream closed 2024-11-08 11:50:42,747 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 11:50:42,747 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 11:50:42,748 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71a8adcf OK 2024-11-08 11:50:42,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 11:50:42,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 11:50:42,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 11:50:42,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 11:50:42,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 11:50:42,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 11:50:42,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 11:50:42,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 11:50:42,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 11:50:42,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 11:50:42,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 11:50:42,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 11:50:42,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 11:50:42,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 11:50:42,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 11:50:42,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 11:50:42,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 11:50:42,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 11:50:42,925 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 11:50:42,926 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6eb2384f) with optional ClassLoader: null 2024-11-08 11:50:42,926 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 11:50:42,927 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6eb2384f] started OK. 2024-11-08T11:50:42,951 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestHFile timeout: 13 mins 2024-11-08 11:50:42,956 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 11:50:42,956 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T11:50:43,425 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518 2024-11-08T11:50:43,689 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T11:50:43,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T11:50:43,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testEmptyHFile Thread=13, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1632, ProcessCount=11, AvailableMemoryMB=3835 2024-11-08T11:50:43,954 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T11:50:44,093 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testEmptyHFile 2024-11-08T11:50:44,226 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T11:50:44,294 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T11:50:44,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testEmptyHFile Thread=18 (was 13) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1632 (was 1632), ProcessCount=11 (was 11), AvailableMemoryMB=4006 (was 3835) - AvailableMemoryMB LEAK? - 2024-11-08T11:50:44,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=18, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1632, ProcessCount=11, AvailableMemoryMB=4004 2024-11-08T11:50:44,552 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:44,629 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1092068220cf44bdbfe3f15686ed3fd1 2024-11-08T11:50:44,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/1092068220cf44bdbfe3f15686ed3fd1 is 233, key is aaaaaaaaaaaaaaaaaaaaaabbaabbaaba/Kbd:D/7590290541359163034/Put/seqid=0 2024-11-08T11:50:44,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithoutBlockCache Thread=18 (was 18), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1632), ProcessCount=11 (was 11), AvailableMemoryMB=3913 (was 4004) 2024-11-08T11:50:44,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=18, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3909 2024-11-08T11:50:44,916 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:45,010 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1ca9ddc48894467c8682da512261c548 2024-11-08T11:50:45,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/1ca9ddc48894467c8682da512261c548 is 242, key is aaaaaaaaaaaaaaaaaaaaaaaabaaabbab/BIA2xUBuGxfX:VT/2785368892810235295/Put/seqid=0 2024-11-08T11:50:45,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:45,112 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:45,155 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:45,167 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:45,178 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:45,202 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 1ca9ddc48894467c8682da512261c548, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:45,204 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:45,206 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:45,207 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:45,208 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:45,208 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:45,238 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:45,305 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 83bd77234e2648b497dd6e99fb44ac01 2024-11-08T11:50:45,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/83bd77234e2648b497dd6e99fb44ac01 is 220, key is aaaaaaaaaaaaaaaaaaaaaaaaabaabbaa/qBZb1EfcYL7T:A/7797992387500154197/Put/seqid=0 2024-11-08T11:50:45,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:45,378 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:45,408 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:45,409 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:45,411 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:45,438 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 83bd77234e2648b497dd6e99fb44ac01, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:45,439 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:45,439 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:45,439 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:45,440 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:45,440 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:45,465 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:45,501 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a05020cb22464691862742564695bd38 2024-11-08T11:50:45,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/a05020cb22464691862742564695bd38 is 228, key is aaaaaaaaaaaaaaaaaaaaaaaabaaaabab/Q:bShqNnN85gNKUdL8/1093810928974117642/Put/seqid=0 2024-11-08T11:50:45,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:45,559 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:45,580 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:45,581 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:45,585 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:45,592 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file a05020cb22464691862742564695bd38, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:45,593 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:45,593 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:45,594 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:45,594 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:45,594 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:45,623 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:45,665 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 560cf32ea2734c4683b818dee0b7c770 2024-11-08T11:50:45,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/560cf32ea2734c4683b818dee0b7c770 is 211, key is aaaaaaaaaaaaaaaaaaaaaaabaabaaaba/cdE:1/-7376177979879344806/Put/seqid=0 2024-11-08T11:50:45,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:45,733 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:45,767 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:45,768 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:45,780 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:45,788 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 560cf32ea2734c4683b818dee0b7c770, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:45,793 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:45,793 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:45,794 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:45,796 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:45,796 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:45,837 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:45,859 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 04fda9596fe341af8c22ccd27649f47f 2024-11-08T11:50:45,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/04fda9596fe341af8c22ccd27649f47f is 221, key is aaaaaaaaaaaaaaaaaaaaaabbbaaaaabb/tdF:/4371581618687823784/Put/seqid=0 2024-11-08T11:50:45,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:45,918 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:45,963 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:45,964 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:45,973 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:45,982 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 04fda9596fe341af8c22ccd27649f47f, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:45,983 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:45,983 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:45,983 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:45,983 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:45,984 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,004 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,026 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7af514cd83404899aeb40adefe4a9a96 2024-11-08T11:50:46,036 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/7af514cd83404899aeb40adefe4a9a96 is 218, key is aaaaaaaaaaaaaaaaaaaaaaaabbabbbab/Brpw1av:E/6109287779841721429/Put/seqid=0 2024-11-08T11:50:46,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,067 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,095 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,096 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,098 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,108 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 7af514cd83404899aeb40adefe4a9a96, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,109 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,110 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,110 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,111 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,111 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,140 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,193 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1ae401e6577c444284e8e84ddd15a93e 2024-11-08T11:50:46,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/1ae401e6577c444284e8e84ddd15a93e is 212, key is aaaaaaaaaaaaaaaaaaaaaaabaaabbabb/l_X:SpBbkuCv/-4810276365127982631/Delete/seqid=0 2024-11-08T11:50:46,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,245 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,283 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,284 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,299 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,305 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 1ae401e6577c444284e8e84ddd15a93e, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,311 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,317 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,317 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,317 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,328 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,343 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,385 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8d3a06d8bda54c809b97a38d97cea64f 2024-11-08T11:50:46,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/8d3a06d8bda54c809b97a38d97cea64f is 233, key is aaaaaaaaaaaaaaaaaaaaaaaaabbaaaaa/BRw:gPCEm6Uq/1996499996343916338/DeleteFamily/seqid=0 2024-11-08T11:50:46,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,434 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,501 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,517 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,540 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,550 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 8d3a06d8bda54c809b97a38d97cea64f, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,551 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,551 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,553 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,552 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,560 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,578 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,593 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9d9641eefda84ea19db934ef1b39a9a3 2024-11-08T11:50:46,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/9d9641eefda84ea19db934ef1b39a9a3 is 243, key is aaaaaaaaaaaaaaaaaaaaaabbaaaababb/4LsF5L9OF:FL/4417450974077403946/DeleteFamilyVersion/seqid=0 2024-11-08T11:50:46,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,628 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,668 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,668 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,678 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,683 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 9d9641eefda84ea19db934ef1b39a9a3, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,683 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,684 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,684 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,684 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,685 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,702 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,716 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8cd3236e288545dc86d1e4d41a7275b4 2024-11-08T11:50:46,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/8cd3236e288545dc86d1e4d41a7275b4 is 234, key is aaaaaaaaaaaaaaaaaaaaaabbbbaaabaa/axE:/6123273125291120418/Put/seqid=0 2024-11-08T11:50:46,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,742 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,756 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,757 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,773 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,779 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 0 blocks for file 8cd3236e288545dc86d1e4d41a7275b4, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,779 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,780 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,780 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,780 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,780 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithCombinedCache Thread=19 (was 18) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=287 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3169 (was 3909) 2024-11-08T11:50:46,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3190 2024-11-08T11:50:46,814 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:46,825 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 04927be9867540af92bf3c000468c0c5 2024-11-08T11:50:46,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/04927be9867540af92bf3c000468c0c5 is 231, key is aaaaaaaaaaaaaaaaaaaaaaaaabbbbabb/6H:U9WZIEx/276826719539809389/Put/seqid=0 2024-11-08T11:50:46,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:46,861 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:46,875 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:46,875 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:46,881 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:46,904 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 04927be9867540af92bf3c000468c0c5, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:46,907 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 04927be9867540af92bf3c000468c0c5_0 from back map with offset lock 16705536 in the evict process 2024-11-08T11:50:46,907 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 04927be9867540af92bf3c000468c0c5_65670 from back map with offset lock 12513280 in the evict process 2024-11-08T11:50:46,908 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:46,908 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:46,908 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:46,908 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:46,909 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:46,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithAdaptiveLruCombinedBlockCache Thread=21 (was 19) Potentially hanging thread: Time-limited test-BucketCacheWriter-1 java.base@17.0.11/java.lang.ThreadLocal.setInitialValue(ThreadLocal.java:195) java.base@17.0.11/java.lang.ThreadLocal.get(ThreadLocal.java:172) app//org.apache.maven.surefire.report.ClassMethodIndexer.getLocalIndex(ClassMethodIndexer.java:56) app//org.apache.maven.surefire.common.junit4.JUnit4RunListener.writeTestOutput(JUnit4RunListener.java:201) app//org.apache.maven.surefire.api.report.ConsoleOutputCapture$ForwardingPrintStream.write(ConsoleOutputCapture.java:57) app//org.apache.logging.log4j.core.appender.OutputStreamManager.writeToDestination(OutputStreamManager.java:250) app//org.apache.logging.log4j.core.appender.OutputStreamManager.flushBuffer(OutputStreamManager.java:283) app//org.apache.logging.log4j.core.appender.OutputStreamManager.flush(OutputStreamManager.java:294) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:217) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2022) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1875) app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:179) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1272) Potentially hanging thread: Time-limited test-BucketCacheWriter-2 app//org.apache.logging.log4j.core.appender.OutputStreamManager.writeBytes(OutputStreamManager.java:353) app//org.apache.logging.log4j.core.layout.TextEncoderHelper.writeEncodedText(TextEncoderHelper.java:96) app//org.apache.logging.log4j.core.layout.TextEncoderHelper.encodeText(TextEncoderHelper.java:65) app//org.apache.logging.log4j.core.layout.StringBuilderEncoder.encode(StringBuilderEncoder.java:68) app//org.apache.logging.log4j.core.layout.StringBuilderEncoder.encode(StringBuilderEncoder.java:32) app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:227) app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:59) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:215) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2022) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1875) app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:179) app//org.apache.hadoop.hbase.io.hfile.bucket.BucketCache$WriterThread.run(BucketCache.java:1272) - Thread LEAK? -, OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3482 (was 3190) - AvailableMemoryMB LEAK? - 2024-11-08T11:50:46,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3478 2024-11-08T11:50:47,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptOutOfOrderHFileWrite Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3512 (was 3478) - AvailableMemoryMB LEAK? - 2024-11-08T11:50:47,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3510 2024-11-08T11:50:47,725 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testCorruptTruncatedHFile 2024-11-08T11:50:47,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/testCorruptTruncatedHFile is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:47,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorruptTruncatedHFile Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3484 (was 3510) 2024-11-08T11:50:47,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3476 2024-11-08T11:50:47,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testHFileContextBuilderWithIndexEncoding Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3468 (was 3476) 2024-11-08T11:50:47,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3462 2024-11-08T11:50:47,852 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:47,869 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 32f9365dcda94e79b0b42860bb5aaf58 2024-11-08T11:50:47,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/32f9365dcda94e79b0b42860bb5aaf58 is 215, key is aaaaaaaaaaaaaaaaaaaaaaaaaaababab/71QnmKVv:/1012003503176859181/DeleteFamily/seqid=0 2024-11-08T11:50:47,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:47,913 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:47,953 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:47,953 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:47,958 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:47,971 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 32f9365dcda94e79b0b42860bb5aaf58, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:47,972 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 32f9365dcda94e79b0b42860bb5aaf58_65632 from back map with offset lock 12513280 in the evict process 2024-11-08T11:50:47,972 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:47,973 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:47,973 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:47,974 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:47,975 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:47,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithCombinedBlockCache Thread=19 (was 19), OpenFileDescriptor=287 (was 287), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3416 (was 3462) 2024-11-08T11:50:48,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3409 2024-11-08T11:50:48,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCorrupt0LengthHFile Thread=19 (was 19), OpenFileDescriptor=288 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3404 (was 3409) 2024-11-08T11:50:48,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3399 2024-11-08T11:50:48,076 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,086 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 302e3885fe78481dbd798c26a1e74f4d 2024-11-08T11:50:48,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/302e3885fe78481dbd798c26a1e74f4d is 241, key is aaaaaaaaaaaaaaaaaaaaaaabaaabbabb/e:KYN/-3617605322186395343/Put/seqid=0 2024-11-08T11:50:48,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLRUBlockCache Thread=20 (was 19) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3459 (was 3399) - AvailableMemoryMB LEAK? - 2024-11-08T11:50:48,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testMetaBlocks Thread=19, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3455 2024-11-08T11:50:48,194 INFO [Time-limited test {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-08T11:50:48,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testMetaBlocks Thread=20 (was 19) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3405 (was 3455) 2024-11-08T11:50:48,244 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testGetShortMidpoint Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3401 2024-11-08T11:50:48,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testGetShortMidpoint Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3396 (was 3401) 2024-11-08T11:50:48,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testCompressionOrdinance Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3391 2024-11-08T11:50:48,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testCompressionOrdinance Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3389 (was 3391) 2024-11-08T11:50:48,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3433 2024-11-08T11:50:48,311 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,328 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0ae9cf3ca0174ca09b1905c66d233550 2024-11-08T11:50:48,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/0ae9cf3ca0174ca09b1905c66d233550 is 251, key is aaaaaaaaaaaaaaaaaaaaaaabbabaaaba/8Hr:hWSvUfjFwsKKWr_sg/4443908659281795510/DeleteColumn/seqid=0 2024-11-08T11:50:48,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:48,395 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:48,421 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:48,421 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:48,436 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:48,454 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 0ae9cf3ca0174ca09b1905c66d233550, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:48,454 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 0ae9cf3ca0174ca09b1905c66d233550_0 from back map with offset lock 16705536 in the evict process 2024-11-08T11:50:48,454 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 0ae9cf3ca0174ca09b1905c66d233550_65620 from back map with offset lock 14650368 in the evict process 2024-11-08T11:50:48,455 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:48,455 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:48,456 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:48,456 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:48,456 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:48,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithTinyLfuCombinedBlockCache Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3369 (was 3433) 2024-11-08T11:50:48,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=20, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3363 2024-11-08T11:50:48,506 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,522 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1d1cc32aab854ff6b8f1756a099ebc1f 2024-11-08T11:50:48,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/1d1cc32aab854ff6b8f1756a099ebc1f is 261, key is aaaaaaaaaaaaaaaaaaaaaaabaaabbaba/dZ:K0Pwnnh8QLJsQZ5/-5679477309608310597/Put/seqid=0 2024-11-08T11:50:48,572 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,603 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e69c5f591d764870b634ae513ac7377c 2024-11-08T11:50:48,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/e69c5f591d764870b634ae513ac7377c is 226, key is aaaaaaaaaaaaaaaaaaaaaaaabbbbbbaa/Z:/7069593892018282948/DeleteFamilyVersion/seqid=0 2024-11-08T11:50:48,667 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,683 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 49a4f117fd374f448d36df8035bd79d5 2024-11-08T11:50:48,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/49a4f117fd374f448d36df8035bd79d5 is 245, key is aaaaaaaaaaaaaaaaaaaaaabaaaaabbab/v7TISk:pvG/-4802125325122590560/Delete/seqid=0 2024-11-08T11:50:48,726 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,739 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8acdd2c4e17440acaec692ab122dbe29 2024-11-08T11:50:48,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/8acdd2c4e17440acaec692ab122dbe29 is 250, key is aaaaaaaaaaaaaaaaaaaaaabababaabaa/yi:ZGA9ocyK/8751589448052920947/Put/seqid=0 2024-11-08T11:50:48,770 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,782 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0146aae7b65943248587caf00dbe5fa7 2024-11-08T11:50:48,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/0146aae7b65943248587caf00dbe5fa7 is 242, key is aaaaaaaaaaaaaaaaaaaaaabaaabbbaaa/2P0:Mi7/-3965807512879940408/Put/seqid=0 2024-11-08T11:50:48,815 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,829 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 624516b19afc4c49a7c9ff76ef043c01 2024-11-08T11:50:48,835 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/624516b19afc4c49a7c9ff76ef043c01 is 223, key is aaaaaaaaaaaaaaaaaaaaaaabbbbbaaab/JPE4XC:ye_/8564984541588022145/Put/seqid=0 2024-11-08T11:50:48,867 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,884 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6ac32228433f46dd8e2f3d667e5fa465 2024-11-08T11:50:48,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/6ac32228433f46dd8e2f3d667e5fa465 is 217, key is aaaaaaaaaaaaaaaaaaaaaababbbbbaaa/VY2xH4PfK:JjcO0cWIfC/8243402857287235910/Put/seqid=0 2024-11-08T11:50:48,933 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:48,946 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9763e61cbd5b406797b733b2f98589fe 2024-11-08T11:50:48,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/9763e61cbd5b406797b733b2f98589fe is 215, key is aaaaaaaaaaaaaaaaaaaaaabbbabbbbab/vvPct:RbNaC9EsRN/5334142959483947716/DeleteFamily/seqid=0 2024-11-08T11:50:48,992 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:49,008 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 245ba3ca40f644abb13e06d6dd7462b6 2024-11-08T11:50:49,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/245ba3ca40f644abb13e06d6dd7462b6 is 229, key is aaaaaaaaaaaaaaaaaaaaaabaaaaaabbb/oM4QKP0:5n/-415320620398429804/Delete/seqid=0 2024-11-08T11:50:49,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderBlockAllocationWithLRUCache Thread=22 (was 20) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) - Thread LEAK? -, OpenFileDescriptor=288 (was 290), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3192 (was 3363) 2024-11-08T11:50:49,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testTFileFeatures Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3231 2024-11-08T11:50:49,073 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@11f59f4d}, compression=none 2024-11-08T11:50:49,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-08T11:50:49,158 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@23393acc}, compression=gz 2024-11-08T11:50:49,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 59, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-08T11:50:49,208 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@22c0c2ff}, compression=none 2024-11-08T11:50:49,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-08T11:50:49,282 INFO [Time-limited test {}] hfile.TestHFile(646): writer=null, name=FSDataOutputStream{wrappedStream=org.apache.hadoop.fs.statistics.BufferedIOStatisticsOutputStream@7e167b06}, compression=gz 2024-11-08T11:50:49,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 70, key is 0000000000/family:qual/LATEST_TIMESTAMP/Put/seqid=0 cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 0 2024-11-08T11:50:49,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testTFileFeatures Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3169 (was 3231) 2024-11-08T11:50:49,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testDBEShipped Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3157 2024-11-08T11:50:49,403 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_PREFIX 2024-11-08T11:50:49,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/testDBEShipped_PREFIX is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,435 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_DIFF 2024-11-08T11:50:49,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/testDBEShipped_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,473 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_FAST_DIFF 2024-11-08T11:50:49,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/testDBEShipped_FAST_DIFF is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,496 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on testDBEShipped_ROW_INDEX_V1 2024-11-08T11:50:49,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/testDBEShipped_ROW_INDEX_V1 is 51, key is testkey1/family:qual/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testDBEShipped Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3117 (was 3157) 2024-11-08T11:50:49,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testShortMidpointSameQual Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3111 2024-11-08T11:50:49,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testShortMidpointSameQual Thread=20 (was 20), OpenFileDescriptor=288 (was 288), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3107 (was 3111) 2024-11-08T11:50:49,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testNullMetaBlocks Thread=20, OpenFileDescriptor=288, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3102 2024-11-08T11:50:49,562 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in is 34, key is foo/f1:/LATEST_TIMESTAMP/Put/seqid=0 2024-11-08T11:50:49,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testNullMetaBlocks Thread=20 (was 20), OpenFileDescriptor=290 (was 288) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3096 (was 3102) 2024-11-08T11:50:49,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=20, OpenFileDescriptor=292, MaxFileDescriptor=1048576, SystemLoadAverage=1565, ProcessCount=11, AvailableMemoryMB=3094 2024-11-08T11:50:49,617 WARN [Time-limited test {}] io.ByteBuffAllocator(184): The minimal size for reservoir use is less or equal to zero, all allocations will be from the pool. Set a higher hbase.server.allocator.minimal.allocate.size to avoid this. 2024-11-08T11:50:49,623 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8a2a6e0d5ac84577b6707a31834df82f 2024-11-08T11:50:49,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/067fe77e-22fd-2d2a-9841-a4f12c290518/TestHFile/8a2a6e0d5ac84577b6707a31834df82f is 228, key is aaaaaaaaaaaaaaaaaaaaaababbbbaaaa/duNltF9dyN:Pg/626536549258643429/Put/seqid=0 2024-11-08T11:50:49,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:50:49,650 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=32 MB, sizePerBuffer=2 MB, count=16 2024-11-08T11:50:49,666 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T11:50:49,667 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=31518720, buckets=15, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T11:50:49,667 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=32 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T11:50:49,671 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 2 blocks for file 8a2a6e0d5ac84577b6707a31834df82f, starting offset: 0, end offset: 9223372036854775807 2024-11-08T11:50:49,671 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 8a2a6e0d5ac84577b6707a31834df82f_0 from back map with offset lock 16705536 in the evict process 2024-11-08T11:50:49,671 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 8a2a6e0d5ac84577b6707a31834df82f_65655 from back map with offset lock 12513280 in the evict process 2024-11-08T11:50:49,672 INFO [Time-limited test {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T11:50:49,672 INFO [Time-limited test {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T11:50:49,672 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T11:50:49,672 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T11:50:49,672 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T11:50:49,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestHFile#testReaderWithLruCombinedBlockCache Thread=21 (was 20) - Thread LEAK? -, OpenFileDescriptor=290 (was 292), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1565 (was 1565), ProcessCount=11 (was 11), AvailableMemoryMB=3032 (was 3094)