2025-01-08 09:22:43,226 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7bd7d6d6 2025-01-08 09:22:43,241 main DEBUG Took 0.012950 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2025-01-08 09:22:43,242 main DEBUG PluginManager 'Core' found 129 plugins 2025-01-08 09:22:43,242 main DEBUG PluginManager 'Level' found 0 plugins 2025-01-08 09:22:43,243 main DEBUG PluginManager 'Lookup' found 16 plugins 2025-01-08 09:22:43,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,255 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2025-01-08 09:22:43,277 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,282 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,284 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,285 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,286 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,289 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,290 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,291 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,293 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-08 09:22:43,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,295 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2025-01-08 09:22:43,298 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-08 09:22:43,300 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2025-01-08 09:22:43,302 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2025-01-08 09:22:43,303 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2025-01-08 09:22:43,305 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2025-01-08 09:22:43,305 main DEBUG PluginManager 'Converter' found 47 plugins 2025-01-08 09:22:43,318 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2025-01-08 09:22:43,322 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2025-01-08 09:22:43,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2025-01-08 09:22:43,325 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2025-01-08 09:22:43,325 main DEBUG createAppenders(={Console}) 2025-01-08 09:22:43,327 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7bd7d6d6 initialized 2025-01-08 09:22:43,327 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7bd7d6d6 2025-01-08 09:22:43,327 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7bd7d6d6 OK. 2025-01-08 09:22:43,328 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2025-01-08 09:22:43,329 main DEBUG OutputStream closed 2025-01-08 09:22:43,329 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2025-01-08 09:22:43,329 main DEBUG Appender DefaultConsole-1 stopped with status true 2025-01-08 09:22:43,330 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@25fb8912 OK 2025-01-08 09:22:43,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2025-01-08 09:22:43,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2025-01-08 09:22:43,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2025-01-08 09:22:43,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2025-01-08 09:22:43,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2025-01-08 09:22:43,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2025-01-08 09:22:43,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2025-01-08 09:22:43,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2025-01-08 09:22:43,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2025-01-08 09:22:43,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2025-01-08 09:22:43,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2025-01-08 09:22:43,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2025-01-08 09:22:43,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2025-01-08 09:22:43,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2025-01-08 09:22:43,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2025-01-08 09:22:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2025-01-08 09:22:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2025-01-08 09:22:43,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2025-01-08 09:22:43,435 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-08 09:22:43,435 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49ff7d8c) with optional ClassLoader: null 2025-01-08 09:22:43,436 main DEBUG Shutdown hook enabled. Registering a new one. 2025-01-08 09:22:43,437 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@49ff7d8c] started OK. 2025-01-08T09:22:43,454 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor timeout: 13 mins 2025-01-08 09:22:43,457 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2025-01-08 09:22:43,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-08T09:22:43,709 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166 2025-01-08T09:22:43,727 INFO [Time-limited test {}] regionserver.ChunkCreator(472): data poolSizePercentage is less than 0. So not using pool 2025-01-08T09:22:43,727 INFO [Time-limited test {}] regionserver.ChunkCreator(472): index poolSizePercentage is less than 0. So not using pool 2025-01-08T09:22:43,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testCleanParent Thread=12, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=3006 2025-01-08T09:22:43,841 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2025-01-08T09:22:45,039 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2025-01-08T09:22:45,079 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2025-01-08T09:22:45,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent with version=8 2025-01-08T09:22:45,226 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/hbase.id] with ID: ed5a0ba2-95b7-4d27-b77f-350701028613 2025-01-08T09:22:45,227 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/.tmp/hbase.id 2025-01-08T09:22:45,237 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/hbase.id] 2025-01-08T09:22:45,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:45,319 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:45,324 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:45,455 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.MockMasterServices.(MockMasterServices.java:119) ~[test-classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.setup(TestCatalogJanitor.java:110) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-08T09:22:45,464 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:45,471 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2025-01-08T09:22:45,490 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2025-01-08T09:22:45,491 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2025-01-08T09:22:45,592 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2025-01-08T09:22:45,598 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/data/master/store 2025-01-08T09:22:45,626 INFO [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2025-01-08T09:22:45,630 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:45,695 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:45,695 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:45,696 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:45,698 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:45,699 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:45,699 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:45,701 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328165694Disabling compacts and flushes for region at 1736328165694Disabling writes for close at 1736328165698 (+4 ms)Writing region close event to WAL at 1736328165699 (+1 ms)Closed at 1736328165699 2025-01-08T09:22:45,702 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/data/master/store/.initializing 2025-01-08T09:22:45,702 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:45,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:45,745 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:45,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328165787 2025-01-08T09:22:45,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:45,840 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:45,840 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:45,844 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,845 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:45,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:45,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:45,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:45,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:45,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:45,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:45,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:45,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:45,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:45,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:45,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:45,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,970 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,975 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:45,978 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:45,989 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:45,990 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69965784, jitterRate=0.042571425437927246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:45,998 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328165867Initializing all the Stores at 1736328165868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328165869 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328165870 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328165870Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328165870Cleaning up temporary data from old regions at 1736328165971 (+101 ms)Region opened successfully at 1736328165998 (+27 ms) 2025-01-08T09:22:45,999 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:46,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:46,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:46,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:46,223 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328196223 2025-01-08T09:22:46,224 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:46,259 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:46,260 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:46,261 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:46,261 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:46,261 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:46,261 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:46,262 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:46,262 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:46,262 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:46,262 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:46,271 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,293 INFO [Time-limited test {}] janitor.TestCatalogJanitor(270): Created reference file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/data/default/testCleanParent/5afedecf775246bfdb6767dc54d4ea0b/cf/1736328166270.5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,293 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,301 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,306 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'eee'} because daughter {ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2025-01-08T09:22:46,306 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,307 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,308 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 5afedecf775246bfdb6767dc54d4ea0b because daughters -- 5afedecf775246bfdb6767dc54d4ea0b, ed39a77c96359a32795fa7c5e21a79ea -- no longer hold references 2025-01-08T09:22:46,309 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,313 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=5afedecf775246bfdb6767dc54d4ea0b for split parent {ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,314 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,318 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,318 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/data/default/testCleanParent/5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,320 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/data/default/testCleanParent/5afedecf775246bfdb6767dc54d4ea0b/cf] 2025-01-08T09:22:46,337 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/data/default/testCleanParent/5afedecf775246bfdb6767dc54d4ea0b 2025-01-08T09:22:46,347 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328166338"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:46,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:46,348 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5afedecf775246bfdb6767dc54d4ea0b, NAME => 'testCleanParent,aaa,1736328166264.5afedecf775246bfdb6767dc54d4ea0b.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2025-01-08T09:22:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testCleanParent, region=5afedecf775246bfdb6767dc54d4ea0b in 39 msec 2025-01-08T09:22:46,563 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:46,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:46,564 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:46,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testCleanParent Thread=24 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328165787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007feeb44f6890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanParent/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=319 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=2846 (was 3006) 2025-01-08T09:22:46,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testCleanMerge Thread=24, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=2846 2025-01-08T09:22:46,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge with version=8 2025-01-08T09:22:46,592 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/hbase.id] with ID: 3eba33f8-f058-40b1-aedc-42209639e074 2025-01-08T09:22:46,592 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/.tmp/hbase.id 2025-01-08T09:22:46,599 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/hbase.id] 2025-01-08T09:22:46,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:46,638 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:46,640 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:46,640 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:46,667 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/data/master/store 2025-01-08T09:22:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:46,677 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,678 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:46,678 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,678 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,678 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328166677Disabling compacts and flushes for region at 1736328166677Disabling writes for close at 1736328166678 (+1 ms)Writing region close event to WAL at 1736328166678Closed at 1736328166678 2025-01-08T09:22:46,678 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/data/master/store/.initializing 2025-01-08T09:22:46,679 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:46,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:46,689 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:46,713 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328166690 2025-01-08T09:22:46,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:46,714 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:46,714 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:46,715 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,715 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:46,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:46,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:46,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:46,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,738 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,739 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,739 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,740 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:46,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,750 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:46,751 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218251, jitterRate=0.0761357992887497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:46,751 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328166715Initializing all the Stores at 1736328166716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328166716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166716Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166716Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166716Cleaning up temporary data from old regions at 1736328166739 (+23 ms)Region opened successfully at 1736328166751 (+12 ms) 2025-01-08T09:22:46,751 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:46,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:46,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:46,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:46,760 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328196760 2025-01-08T09:22:46,760 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:46,762 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:46,762 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:46,762 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:46,763 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:46,763 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:46,763 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:46,763 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:46,764 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:46,764 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:46,764 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:46,765 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,784 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,791 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => d6784f0a328b70628416ad7721b7ffc3, NAME => 'testCleanMerge,aaa,1736328166765.d6784f0a328b70628416ad7721b7ffc3.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,791 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,792 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region d6784f0a328b70628416ad7721b7ffc3, because references still exist in merged region or we encountered an exception in checking 2025-01-08T09:22:46,792 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => d6784f0a328b70628416ad7721b7ffc3, NAME => 'testCleanMerge,aaa,1736328166765.d6784f0a328b70628416ad7721b7ffc3.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,793 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,793 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region d6784f0a328b70628416ad7721b7ffc3, because references still exist in merged region or we encountered an exception in checking 2025-01-08T09:22:46,794 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => d6784f0a328b70628416ad7721b7ffc3, NAME => 'testCleanMerge,aaa,1736328166765.d6784f0a328b70628416ad7721b7ffc3.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,794 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,795 DEBUG [Time-limited test {}] janitor.CatalogJanitor(266): Deleting parents ([d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab]) from fs; merged child {ENCODED => d6784f0a328b70628416ad7721b7ffc3, NAME => 'testCleanMerge,aaa,1736328166765.d6784f0a328b70628416ad7721b7ffc3.', STARTKEY => 'aaa', ENDKEY => 'eee'} no longer holds references 2025-01-08T09:22:46,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] 2025-01-08T09:22:46,797 DEBUG [Time-limited test {}] janitor.CatalogJanitor(277): Submitted procedure pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] for merged region {ENCODED => d6784f0a328b70628416ad7721b7ffc3, NAME => 'testCleanMerge,aaa,1736328166765.d6784f0a328b70628416ad7721b7ffc3.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:46,797 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:46,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] 2025-01-08T09:22:46,797 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:46,798 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:46,800 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1844): CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2025-01-08T09:22:46,801 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=1, state=FAILED:GC_MERGED_REGIONS_PREPARE, hasLock=true, exception=java.lang.NullPointerException via CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab]:java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1845) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] Caused by: java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 4 more 2025-01-08T09:22:46,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=1, state=ROLLEDBACK, hasLock=true, exception=java.lang.NullPointerException via CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab]:java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null; GCMultipleMergedRegionsProcedure child=d6784f0a328b70628416ad7721b7ffc3, parents:[d6784f0a328b70628416ad7721b7ffc3], [a5c1fb374aab885bea93566d9ca038ab] exec-time=6 msec 2025-01-08T09:22:46,802 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2025-01-08T09:22:46,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testCleanMerge Thread=29 (was 24) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 app//org.apache.logging.log4j.util.StackLocator$$Lambda$58/0x00007feeb4085000.(Unknown Source) java.base@17.0.11/java.lang.invoke.DirectMethodHandle$Holder.newInvokeSpecial(DirectMethodHandle$Holder) java.base@17.0.11/java.lang.invoke.Invokers$Holder.linkToTargetMethod(Invokers$Holder) app//org.apache.logging.log4j.util.StackLocator.lambda$getCallerClass$2(StackLocator.java:52) app//org.apache.logging.log4j.util.StackLocator$$Lambda$56/0x00007feeb4087a70.apply(Unknown Source) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.consumeFrames(StackStreamFactory.java:534) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.doStackWalk(StackStreamFactory.java:306) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.callStackWalk(Native Method) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.beginStackWalk(StackStreamFactory.java:370) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.walk(StackStreamFactory.java:243) java.base@17.0.11/java.lang.StackWalker.walk(StackWalker.java:499) app//org.apache.logging.log4j.util.StackLocator.getCallerClass(StackLocator.java:51) app//org.apache.logging.log4j.util.StackLocatorUtil.getCallerClass(StackLocatorUtil.java:104) app//org.apache.logging.slf4j.Log4jLoggerFactory.getContext(Log4jLoggerFactory.java:50) app//org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:47) app//org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:33) app//org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:363) app//org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:388) app//org.apache.hadoop.hbase.client.Get.(Get.java:66) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(RegionStateStore.java:345) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) app//org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) app//org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007feeb455e4a0.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328166690 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=353 (was 319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=2839 (was 2846) 2025-01-08T09:22:46,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testScanDoesNotCleanRegionsWithExistingParents Thread=28, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=2839 2025-01-08T09:22:46,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents with version=8 2025-01-08T09:22:46,824 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/hbase.id] with ID: 0e582c66-39ba-4418-8fab-c574090b6bf1 2025-01-08T09:22:46,825 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/.tmp/hbase.id 2025-01-08T09:22:46,832 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/hbase.id] 2025-01-08T09:22:46,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:46,869 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:46,871 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:46,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:46,898 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store 2025-01-08T09:22:46,908 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:46,908 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:46,908 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,908 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,909 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:46,909 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,909 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:46,909 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328166908Disabling compacts and flushes for region at 1736328166908Disabling writes for close at 1736328166909 (+1 ms)Writing region close event to WAL at 1736328166909Closed at 1736328166909 2025-01-08T09:22:46,909 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/.initializing 2025-01-08T09:22:46,909 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:46,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:46,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:46,949 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328166920 2025-01-08T09:22:46,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:46,950 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:46,950 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:46,951 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,951 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:46,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:46,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:46,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:46,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:46,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:46,970 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,972 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:46,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:46,982 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:46,983 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63453600, jitterRate=-0.05446767807006836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:46,983 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328166951Initializing all the Stores at 1736328166951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328166951Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166952 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166952Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328166952Cleaning up temporary data from old regions at 1736328166972 (+20 ms)Region opened successfully at 1736328166983 (+11 ms) 2025-01-08T09:22:46,984 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:46,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:46,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:46,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:46,991 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328196990 2025-01-08T09:22:46,991 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:46,992 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:46,993 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:46,994 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:46,994 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:46,994 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:50,023 INFO [Time-limited test {}] janitor.TestCatalogJanitor(451): parent=182877d05151233b84e497d9275a1c93, splita=e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,024 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,043 INFO [Time-limited test {}] janitor.TestCatalogJanitor(454): Created reference file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/e3f65ca4ba1a6b86d750e4a4c8e1a87f/cf/1736328170023.182877d05151233b84e497d9275a1c93 2025-01-08T09:22:50,043 DEBUG [Time-limited test {}] janitor.CatalogJanitor(180): 2025-01-08T09:22:50,043 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 182877d05151233b84e497d9275a1c93, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2025-01-08T09:22:50,044 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,045 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 182877d05151233b84e497d9275a1c93, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} because daughter {ENCODED => e3f65ca4ba1a6b86d750e4a4c8e1a87f, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328167995.e3f65ca4ba1a6b86d750e4a4c8e1a87f.', STARTKEY => 'aaa', ENDKEY => 'ccc', SPLIT => true} still has references 2025-01-08T09:22:50,046 DEBUG [Time-limited test {}] janitor.CatalogJanitor(180): 2025-01-08T09:22:50,046 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 182877d05151233b84e497d9275a1c93, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2025-01-08T09:22:50,047 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,047 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 182877d05151233b84e497d9275a1c93 because daughters -- e3f65ca4ba1a6b86d750e4a4c8e1a87f, 59eb6741e246560718cc836bb29c4a6e -- no longer hold references 2025-01-08T09:22:50,047 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=182877d05151233b84e497d9275a1c93 2025-01-08T09:22:50,048 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=182877d05151233b84e497d9275a1c93 for split parent {ENCODED => 182877d05151233b84e497d9275a1c93, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2025-01-08T09:22:50,048 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => e3f65ca4ba1a6b86d750e4a4c8e1a87f, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328167995.e3f65ca4ba1a6b86d750e4a4c8e1a87f.', STARTKEY => 'aaa', ENDKEY => 'ccc', OFFLINE => true, SPLIT => true} 2025-01-08T09:22:50,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=182877d05151233b84e497d9275a1c93 2025-01-08T09:22:50,048 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region e3f65ca4ba1a6b86d750e4a4c8e1a87f because daughters -- 9b5bf44f679df6007ab93dee3e5bf7ba, f3b323836d643e9bfc5ebc03a9b8bea2 -- no longer hold references 2025-01-08T09:22:50,049 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,049 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=e3f65ca4ba1a6b86d750e4a4c8e1a87f for split parent {ENCODED => e3f65ca4ba1a6b86d750e4a4c8e1a87f, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328167995.e3f65ca4ba1a6b86d750e4a4c8e1a87f.', STARTKEY => 'aaa', ENDKEY => 'ccc', OFFLINE => true, SPLIT => true} 2025-01-08T09:22:50,049 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:50,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:50,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,049 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328170049"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:50,049 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:50,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:50,050 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,050 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 182877d05151233b84e497d9275a1c93, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1736328166994.182877d05151233b84e497d9275a1c93.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true}] 2025-01-08T09:22:50,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=true; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=182877d05151233b84e497d9275a1c93 in 4 msec 2025-01-08T09:22:50,051 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2025-01-08T09:22:50,051 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,051 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/e3f65ca4ba1a6b86d750e4a4c8e1a87f/cf] 2025-01-08T09:22:50,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testScanDoesNotCleanRegionsWithExistingParents Thread=35 (was 28) Potentially hanging thread: PEWorker-2 java.base@17.0.11/java.util.Formatter.format(Formatter.java:2625) java.base@17.0.11/java.lang.String.format(String.java:4145) app//org.apache.hadoop.fs.FileSystem.get(FileSystem.java:551) app//org.apache.hadoop.fs.Path.getFileSystem(Path.java:366) app//org.apache.hadoop.hbase.util.CommonFSUtils.getRootDir(CommonFSUtils.java:292) app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:99) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:89) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:51) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007feeb455e4a0.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: PEWorker-1 java.base@17.0.11/java.util.IdentityHashMap$IdentityHashMapIterator.hasNext(IdentityHashMap.java:724) java.base@17.0.11/java.util.AbstractCollection.addAll(AbstractCollection.java:335) app//org.apache.logging.log4j.message.ParameterFormatter.cloneDejaVu(ParameterFormatter.java:638) app//org.apache.logging.log4j.message.ParameterFormatter.appendCollection(ParameterFormatter.java:620) app//org.apache.logging.log4j.message.ParameterFormatter.appendPotentiallyRecursiveValue(ParameterFormatter.java:514) app//org.apache.logging.log4j.message.ParameterFormatter.recursiveDeepToString(ParameterFormatter.java:477) app//org.apache.logging.log4j.message.ParameterFormatter.recursiveDeepToString(ParameterFormatter.java:448) app//org.apache.logging.log4j.message.ParameterFormatter.formatMessage2(ParameterFormatter.java:191) app//org.apache.logging.log4j.message.ParameterizedMessage.formatTo(ParameterizedMessage.java:227) app//org.apache.logging.log4j.core.pattern.MessagePatternConverter$SimpleMessagePatternConverter.format(MessagePatternConverter.java:121) app//org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:44) app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:384) app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:375) app//org.apache.logging.log4j.core.layout.PatternLayout.toSerializable(PatternLayout.java:216) app//org.apache.logging.log4j.core.layout.PatternLayout.toSerializable(PatternLayout.java:59) app//org.apache.logging.log4j.core.layout.AbstractStringLayout.toByteArray(AbstractStringLayout.java:294) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:145) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.deleteRegions(RegionStateStore.java:563) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.deleteRegions(RegionStateStore.java:548) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.deleteRegion(RegionStateStore.java:541) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:118) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:51) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007feeb455e4a0.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328166920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=387 (was 353) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=2765 (was 2839) 2025-01-08T09:22:50,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testDuplicateHFileResolution Thread=36, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2763 2025-01-08T09:22:50,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/e3f65ca4ba1a6b86d750e4a4c8e1a87f 2025-01-08T09:22:50,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution with version=8 2025-01-08T09:22:50,082 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/hbase.id] with ID: 17e2cc7e-f9e5-4ca1-886f-e3e3ed3c64b6 2025-01-08T09:22:50,082 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/.tmp/hbase.id 2025-01-08T09:22:50,089 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/hbase.id] 2025-01-08T09:22:50,128 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:50,129 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:50,131 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:50,132 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:50,164 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/data/master/store 2025-01-08T09:22:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:50,178 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:50,178 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328170178Disabling compacts and flushes for region at 1736328170178Disabling writes for close at 1736328170178Writing region close event to WAL at 1736328170178Closed at 1736328170178 2025-01-08T09:22:50,179 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/data/master/store/.initializing 2025-01-08T09:22:50,179 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:50,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:50,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:50,225 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328170195 2025-01-08T09:22:50,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:50,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:50,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:50,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:50,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:50,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:50,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:50,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:50,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:50,252 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,253 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,253 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,254 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,254 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,254 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:50,255 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:50,266 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:50,266 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64185150, jitterRate=-0.043566733598709106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:50,266 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328170227Initializing all the Stores at 1736328170228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328170228Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328170228Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328170228Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328170228Cleaning up temporary data from old regions at 1736328170254 (+26 ms)Region opened successfully at 1736328170266 (+12 ms) 2025-01-08T09:22:50,267 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:50,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:50,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:50,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:50,275 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328200275 2025-01-08T09:22:50,275 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:50,277 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:50,277 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:50,277 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:50,277 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:50,278 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:50,280 INFO [Time-limited test {}] janitor.TestCatalogJanitor(639): Old root:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution 2025-01-08T09:22:50,280 INFO [Time-limited test {}] janitor.TestCatalogJanitor(640): Old table:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution 2025-01-08T09:22:50,280 INFO [Time-limited test {}] janitor.TestCatalogJanitor(641): Old store:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf 2025-01-08T09:22:50,280 INFO [Time-limited test {}] janitor.TestCatalogJanitor(645): Old archive:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf 2025-01-08T09:22:50,311 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf 2025-01-08T09:22:50,313 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:50,314 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,315 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region db1c120756383ff54bd68887b4af175e because daughters -- db1c120756383ff54bd68887b4af175e, 170b7a564d611a735ee70e8e66e3810d -- no longer hold references 2025-01-08T09:22:50,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,315 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e for split parent {ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:50,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,316 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,316 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,317 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf] 2025-01-08T09:22:50,343 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 2025-01-08T09:22:50,344 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 2025-01-08T09:22:50,344 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,345 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328170345"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:50,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:50,345 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2025-01-08T09:22:50,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e in 31 msec 2025-01-08T09:22:50,591 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf 2025-01-08T09:22:50,591 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:50,593 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:50,594 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region db1c120756383ff54bd68887b4af175e because daughters -- db1c120756383ff54bd68887b4af175e, 170b7a564d611a735ee70e8e66e3810d -- no longer hold references 2025-01-08T09:22:50,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,594 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e for split parent {ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:50,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,595 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf] 2025-01-08T09:22:50,597 ERROR [PEWorker-2 {}] backup.HFileArchiver(523): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 already exists in archive, moving to timestamped backup and overwriting current FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0. archiveLen: 12 currentLen: 12 archiveMtime: 1736328170342 currentMtime: 1736328170579 2025-01-08T09:22:50,597 INFO [PEWorker-2 {}] backup.HFileArchiver(540): Backed up archive file from file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0.1736328170595. 2025-01-08T09:22:50,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store0 2025-01-08T09:22:50,598 ERROR [PEWorker-2 {}] backup.HFileArchiver(523): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 already exists in archive, moving to timestamped backup and overwriting current FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1. archiveLen: 12 currentLen: 12 archiveMtime: 1736328170343 currentMtime: 1736328170587 2025-01-08T09:22:50,599 INFO [PEWorker-2 {}] backup.HFileArchiver(540): Backed up archive file from file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1.1736328170595. 2025-01-08T09:22:50,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e/cf/_store1 2025-01-08T09:22:50,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/db1c120756383ff54bd68887b4af175e 2025-01-08T09:22:50,601 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328170600"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:50,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:50,601 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db1c120756383ff54bd68887b4af175e, NAME => 'testDuplicateHFileResolution,aaa,1736328170279.db1c120756383ff54bd68887b4af175e.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2025-01-08T09:22:50,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, state=SUCCESS, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=db1c120756383ff54bd68887b4af175e in 7 msec 2025-01-08T09:22:50,845 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:50,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:50,846 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:50,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testDuplicateHFileResolution Thread=38 (was 36) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328170195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=421 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=2713 (was 2763) 2025-01-08T09:22:50,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testAlreadyRunningStatus Thread=38, OpenFileDescriptor=421, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2710 2025-01-08T09:22:50,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus with version=8 2025-01-08T09:22:50,895 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/hbase.id] with ID: 6874b0f4-5f28-47cb-bd2d-507c874ccb31 2025-01-08T09:22:50,895 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/.tmp/hbase.id 2025-01-08T09:22:50,904 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/hbase.id] 2025-01-08T09:22:50,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:50,949 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:50,950 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:50,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:50,984 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/data/master/store 2025-01-08T09:22:50,999 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:50,999 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:50,999 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:50,999 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,000 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:51,000 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,000 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,000 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328170999Disabling compacts and flushes for region at 1736328170999Disabling writes for close at 1736328171000 (+1 ms)Writing region close event to WAL at 1736328171000Closed at 1736328171000 2025-01-08T09:22:51,000 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/data/master/store/.initializing 2025-01-08T09:22:51,000 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:51,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:51,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:51,046 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328171014 2025-01-08T09:22:51,047 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:51,047 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:51,047 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:51,047 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,047 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:51,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:51,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:51,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:51,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:51,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,068 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,069 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,069 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,070 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:51,070 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,081 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:51,082 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63900264, jitterRate=-0.04781186580657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:51,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328171047Initializing all the Stores at 1736328171048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328171048Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171048Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171048Cleaning up temporary data from old regions at 1736328171069 (+21 ms)Region opened successfully at 1736328171082 (+13 ms) 2025-01-08T09:22:51,082 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:51,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:51,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:51,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:51,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328201090 2025-01-08T09:22:51,090 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:51,091 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:51,091 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:51,091 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:51,091 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:51,091 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:51,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:51,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:51,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:51,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:51,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:51,094 DEBUG [Thread-266 {}] janitor.CatalogJanitor(170): CatalogJanitor already running 2025-01-08T09:22:51,097 DEBUG [Thread-265 {}] janitor.CatalogJanitor(180): 2025-01-08T09:22:51,097 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:51,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:51,097 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:51,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testAlreadyRunningStatus Thread=42 (was 38) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328171014 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 421) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=2675 (was 2710) 2025-01-08T09:22:51,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testParentCleanedEvenIfDaughterGoneFirst Thread=42, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2674 2025-01-08T09:22:51,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst with version=8 2025-01-08T09:22:51,130 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/hbase.id] with ID: e639f5b6-3cab-4c8d-aac4-a8471b7d1dec 2025-01-08T09:22:51,130 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id 2025-01-08T09:22:51,137 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/hbase.id] 2025-01-08T09:22:51,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:51,183 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:51,186 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:51,186 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:51,221 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store 2025-01-08T09:22:51,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:51,232 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:51,233 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,233 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,233 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:51,233 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,233 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:51,233 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328171232Disabling compacts and flushes for region at 1736328171232Disabling writes for close at 1736328171233 (+1 ms)Writing region close event to WAL at 1736328171233Closed at 1736328171233 2025-01-08T09:22:51,233 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/.initializing 2025-01-08T09:22:51,233 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:51,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:51,244 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:51,274 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328171245 2025-01-08T09:22:51,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:51,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:51,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:51,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:51,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:51,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:51,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:51,295 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,296 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,296 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,297 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,297 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,297 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:51,298 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:51,309 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:51,309 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60202808, jitterRate=-0.10290825366973877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:51,309 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328171275Initializing all the Stores at 1736328171276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328171276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171276Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328171276Cleaning up temporary data from old regions at 1736328171297 (+21 ms)Region opened successfully at 1736328171309 (+12 ms) 2025-01-08T09:22:51,310 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:51,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:51,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:51,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:51,324 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328201324 2025-01-08T09:22:51,324 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:51,325 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:51,326 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:51,327 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:51,327 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:51,327 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:54,332 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,351 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 0544dd5fc3b48cc3aaa3a031c0231686, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328171327.0544dd5fc3b48cc3aaa3a031c0231686.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:54,352 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,353 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 0544dd5fc3b48cc3aaa3a031c0231686, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328171327.0544dd5fc3b48cc3aaa3a031c0231686.', STARTKEY => 'aaa', ENDKEY => 'eee'} because daughter {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2025-01-08T09:22:54,353 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => b58a12b24d2139b83931fceff00b8470, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1736328173330.b58a12b24d2139b83931fceff00b8470.', STARTKEY => 'ccc', ENDKEY => 'eee'} 2025-01-08T09:22:54,353 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region b58a12b24d2139b83931fceff00b8470 because daughters -- 34a9c37156fcf4e39163152882359820, 3f7c8c2aa00b411aba6d8c07069883f8 -- no longer hold references 2025-01-08T09:22:54,353 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=b58a12b24d2139b83931fceff00b8470 2025-01-08T09:22:54,354 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=b58a12b24d2139b83931fceff00b8470 for split parent {ENCODED => b58a12b24d2139b83931fceff00b8470, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1736328173330.b58a12b24d2139b83931fceff00b8470.', STARTKEY => 'ccc', ENDKEY => 'eee'} 2025-01-08T09:22:54,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=b58a12b24d2139b83931fceff00b8470 2025-01-08T09:22:54,354 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,355 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testParentCleanedEvenIfDaughterGoneFirst,ccc,1736328173330.b58a12b24d2139b83931fceff00b8470.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328174354"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:54,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:54,355 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b58a12b24d2139b83931fceff00b8470, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1736328173330.b58a12b24d2139b83931fceff00b8470.', STARTKEY => 'ccc', ENDKEY => 'eee'}] 2025-01-08T09:22:54,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=b58a12b24d2139b83931fceff00b8470 in 2 msec 2025-01-08T09:22:54,367 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,380 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:54,381 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,382 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,383 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => fba88b5ffbc39eb03925526f05c8426c, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328173330.fba88b5ffbc39eb03925526f05c8426c.', STARTKEY => 'aaa', ENDKEY => 'bbb'} still has references 2025-01-08T09:22:54,383 DEBUG [Time-limited test {}] janitor.CatalogJanitor(368): Deferring removal of region {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => ec68ac6178f489c8ee4a10f0274777c3, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,bbb,1736328173330.ec68ac6178f489c8ee4a10f0274777c3.', STARTKEY => 'bbb', ENDKEY => 'ccc'} still has references 2025-01-08T09:22:54,383 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:54,384 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,384 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,385 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 6d817326dc0d5107b5a2b8bd94f32935 because daughters -- fba88b5ffbc39eb03925526f05c8426c, ec68ac6178f489c8ee4a10f0274777c3 -- no longer hold references 2025-01-08T09:22:54,385 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=6d817326dc0d5107b5a2b8bd94f32935 2025-01-08T09:22:54,385 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=6d817326dc0d5107b5a2b8bd94f32935 for split parent {ENCODED => 6d817326dc0d5107b5a2b8bd94f32935, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328172328.6d817326dc0d5107b5a2b8bd94f32935.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:54,385 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 0544dd5fc3b48cc3aaa3a031c0231686, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328171327.0544dd5fc3b48cc3aaa3a031c0231686.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:54,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=6d817326dc0d5107b5a2b8bd94f32935 2025-01-08T09:22:54,385 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=6d817326dc0d5107b5a2b8bd94f32935 2025-01-08T09:22:54,386 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/6d817326dc0d5107b5a2b8bd94f32935 2025-01-08T09:22:54,386 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 0544dd5fc3b48cc3aaa3a031c0231686 because daughters -- 6d817326dc0d5107b5a2b8bd94f32935, b58a12b24d2139b83931fceff00b8470 -- no longer hold references 2025-01-08T09:22:54,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=0544dd5fc3b48cc3aaa3a031c0231686 2025-01-08T09:22:54,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/6d817326dc0d5107b5a2b8bd94f32935/cf] 2025-01-08T09:22:54,386 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=0544dd5fc3b48cc3aaa3a031c0231686 for split parent {ENCODED => 0544dd5fc3b48cc3aaa3a031c0231686, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1736328171327.0544dd5fc3b48cc3aaa3a031c0231686.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:54,386 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:54,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:54,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=0544dd5fc3b48cc3aaa3a031c0231686 2025-01-08T09:22:54,387 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:54,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testParentCleanedEvenIfDaughterGoneFirst Thread=47 (was 42) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328171245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=492 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 420), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2552 (was 2674) 2025-01-08T09:22:54,402 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/6d817326dc0d5107b5a2b8bd94f32935 2025-01-08T09:22:54,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testLastParentCleanedEvenIfDaughterGoneFirst Thread=47, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=2550 2025-01-08T09:22:54,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst with version=8 2025-01-08T09:22:54,418 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/hbase.id] with ID: 543e1afc-dd26-4123-8df9-c95fdeec1cae 2025-01-08T09:22:54,418 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id 2025-01-08T09:22:54,426 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/hbase.id] 2025-01-08T09:22:54,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:54,466 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:54,467 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:54,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:54,526 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store 2025-01-08T09:22:54,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:54,537 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:54,537 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328174537Disabling compacts and flushes for region at 1736328174537Disabling writes for close at 1736328174537Writing region close event to WAL at 1736328174537Closed at 1736328174537 2025-01-08T09:22:54,537 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/.initializing 2025-01-08T09:22:54,537 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:54,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:54,548 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:54,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328174548 2025-01-08T09:22:54,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:54,571 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:54,571 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:54,571 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,571 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:54,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:54,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:54,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:54,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:54,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:54,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:54,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:54,593 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,593 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,594 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,594 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,594 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,594 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:54,595 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:54,606 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:54,607 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65649166, jitterRate=-0.021751195192337036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:54,607 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328174572Initializing all the Stores at 1736328174572Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328174572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328174572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328174572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328174572Cleaning up temporary data from old regions at 1736328174594 (+22 ms)Region opened successfully at 1736328174607 (+13 ms) 2025-01-08T09:22:54,608 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:54,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:54,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:54,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:54,614 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328204614 2025-01-08T09:22:54,614 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:54,615 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:54,615 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:54,615 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:54,616 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:55,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2025-01-08T09:22:55,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2025-01-08T09:22:57,621 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,642 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 5fe5fde0d838e9b6bd76295624952e4c, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328174616.5fe5fde0d838e9b6bd76295624952e4c.', STARTKEY => 'aaa', ENDKEY => ''} 2025-01-08T09:22:57,643 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,644 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 5fe5fde0d838e9b6bd76295624952e4c, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328174616.5fe5fde0d838e9b6bd76295624952e4c.', STARTKEY => 'aaa', ENDKEY => ''} because daughter {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2025-01-08T09:22:57,644 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => a53f0a4cd29ba42d23b2b2ccafbaaa31, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1736328176619.a53f0a4cd29ba42d23b2b2ccafbaaa31.', STARTKEY => 'ccc', ENDKEY => ''} 2025-01-08T09:22:57,644 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region a53f0a4cd29ba42d23b2b2ccafbaaa31 because daughters -- d35e8461c874ac7ad6cb3cfdec90478a, 5a37142e1428aa2d0afa31bc49f92e8a -- no longer hold references 2025-01-08T09:22:57,644 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=a53f0a4cd29ba42d23b2b2ccafbaaa31 2025-01-08T09:22:57,645 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=a53f0a4cd29ba42d23b2b2ccafbaaa31 for split parent {ENCODED => a53f0a4cd29ba42d23b2b2ccafbaaa31, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1736328176619.a53f0a4cd29ba42d23b2b2ccafbaaa31.', STARTKEY => 'ccc', ENDKEY => ''} 2025-01-08T09:22:57,645 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=a53f0a4cd29ba42d23b2b2ccafbaaa31 2025-01-08T09:22:57,645 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,646 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1736328176619.a53f0a4cd29ba42d23b2b2ccafbaaa31.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328177646"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:57,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:57,647 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a53f0a4cd29ba42d23b2b2ccafbaaa31, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1736328176619.a53f0a4cd29ba42d23b2b2ccafbaaa31.', STARTKEY => 'ccc', ENDKEY => ''}] 2025-01-08T09:22:57,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=a53f0a4cd29ba42d23b2b2ccafbaaa31 in 3 msec 2025-01-08T09:22:57,662 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,684 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:57,685 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,686 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,686 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => c9463b245fcf8952c068a3cd07672a41, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328176619.c9463b245fcf8952c068a3cd07672a41.', STARTKEY => 'aaa', ENDKEY => 'bbb'} still has references 2025-01-08T09:22:57,687 DEBUG [Time-limited test {}] janitor.CatalogJanitor(368): Deferring removal of region {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => 2bfe1fbcc914b07b8da3158fb4a6223b, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,bbb,1736328176619.2bfe1fbcc914b07b8da3158fb4a6223b.', STARTKEY => 'bbb', ENDKEY => 'ccc'} still has references 2025-01-08T09:22:57,687 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:57,688 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,688 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,688 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 087f83b88a6f1737fc8ebcc6e96b705a because daughters -- c9463b245fcf8952c068a3cd07672a41, 2bfe1fbcc914b07b8da3158fb4a6223b -- no longer hold references 2025-01-08T09:22:57,688 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=087f83b88a6f1737fc8ebcc6e96b705a 2025-01-08T09:22:57,689 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=087f83b88a6f1737fc8ebcc6e96b705a for split parent {ENCODED => 087f83b88a6f1737fc8ebcc6e96b705a, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328175617.087f83b88a6f1737fc8ebcc6e96b705a.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2025-01-08T09:22:57,689 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 5fe5fde0d838e9b6bd76295624952e4c, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328174616.5fe5fde0d838e9b6bd76295624952e4c.', STARTKEY => 'aaa', ENDKEY => ''} 2025-01-08T09:22:57,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=087f83b88a6f1737fc8ebcc6e96b705a 2025-01-08T09:22:57,689 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=087f83b88a6f1737fc8ebcc6e96b705a 2025-01-08T09:22:57,689 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,690 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/087f83b88a6f1737fc8ebcc6e96b705a 2025-01-08T09:22:57,690 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 5fe5fde0d838e9b6bd76295624952e4c because daughters -- 087f83b88a6f1737fc8ebcc6e96b705a, a53f0a4cd29ba42d23b2b2ccafbaaa31 -- no longer hold references 2025-01-08T09:22:57,690 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=5fe5fde0d838e9b6bd76295624952e4c 2025-01-08T09:22:57,690 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=5fe5fde0d838e9b6bd76295624952e4c for split parent {ENCODED => 5fe5fde0d838e9b6bd76295624952e4c, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1736328174616.5fe5fde0d838e9b6bd76295624952e4c.', STARTKEY => 'aaa', ENDKEY => ''} 2025-01-08T09:22:57,690 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:57,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:57,690 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/087f83b88a6f1737fc8ebcc6e96b705a/cf] 2025-01-08T09:22:57,690 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=5fe5fde0d838e9b6bd76295624952e4c 2025-01-08T09:22:57,691 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:57,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testLastParentCleanedEvenIfDaughterGoneFirst Thread=53 (was 47) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328174548 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2162) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007feeb455e4a0.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) - Thread LEAK? -, OpenFileDescriptor=531 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 403), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2332 (was 2550) 2025-01-08T09:22:57,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testSplitParentFirstComparator Thread=51, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=12, AvailableMemoryMB=2331 2025-01-08T09:22:57,709 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/087f83b88a6f1737fc8ebcc6e96b705a 2025-01-08T09:22:57,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator with version=8 2025-01-08T09:22:57,724 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/hbase.id] with ID: 9dcd81c0-a9d9-4ca5-9f68-967fa35fe0b8 2025-01-08T09:22:57,724 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/.tmp/hbase.id 2025-01-08T09:22:57,735 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/hbase.id] 2025-01-08T09:22:57,779 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:57,779 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:57,782 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:57,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:57,810 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/data/master/store 2025-01-08T09:22:57,821 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:57,821 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:57,821 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:57,821 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:57,821 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:57,821 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:57,822 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:57,822 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328177821Disabling compacts and flushes for region at 1736328177821Disabling writes for close at 1736328177821Writing region close event to WAL at 1736328177821Closed at 1736328177822 (+1 ms) 2025-01-08T09:22:57,822 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/data/master/store/.initializing 2025-01-08T09:22:57,822 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:57,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:57,832 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:57,855 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328177833 2025-01-08T09:22:57,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:57,856 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:57,856 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:57,856 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,856 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:57,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:57,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:57,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:57,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:57,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:57,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:57,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:57,879 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,879 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,880 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,880 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,881 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:57,881 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:57,891 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:57,892 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73770702, jitterRate=0.09926912188529968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:57,893 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328177857Initializing all the Stores at 1736328177857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328177857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328177857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328177858 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328177858Cleaning up temporary data from old regions at 1736328177880 (+22 ms)Region opened successfully at 1736328177893 (+13 ms) 2025-01-08T09:22:57,894 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:57,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:57,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:57,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:57,901 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328207901 2025-01-08T09:22:57,901 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:57,902 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:57,902 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:57,902 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:57,902 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:57,902 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:57,903 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:57,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:57,904 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:57,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testSplitParentFirstComparator Thread=54 (was 51) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328177833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 12), AvailableMemoryMB=2320 (was 2331) 2025-01-08T09:22:57,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testDontCleanMergeIfFileSystemException Thread=54, OpenFileDescriptor=557, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=2320 2025-01-08T09:22:57,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException with version=8 2025-01-08T09:22:57,932 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/hbase.id] with ID: 26d49023-b1bb-4a5e-92dc-c7017c0da389 2025-01-08T09:22:57,932 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/.tmp/hbase.id 2025-01-08T09:22:57,939 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/hbase.id] 2025-01-08T09:22:57,978 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:57,978 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:57,980 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:57,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:58,007 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/data/master/store 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:58,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,018 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,018 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328178018Disabling compacts and flushes for region at 1736328178018Disabling writes for close at 1736328178018Writing region close event to WAL at 1736328178018Closed at 1736328178018 2025-01-08T09:22:58,019 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/.initializing 2025-01-08T09:22:58,019 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:58,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:58,029 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:58,052 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328178030 2025-01-08T09:22:58,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:58,052 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:58,053 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:58,053 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,053 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:58,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:58,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:58,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:58,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,071 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,072 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:58,073 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,083 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:58,084 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69958269, jitterRate=0.04245944321155548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:58,084 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328178053Initializing all the Stores at 1736328178053Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328178053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178054 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178054Cleaning up temporary data from old regions at 1736328178072 (+18 ms)Region opened successfully at 1736328178084 (+12 ms) 2025-01-08T09:22:58,084 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:58,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:58,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:58,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:58,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328208090 2025-01-08T09:22:58,091 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:58,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:58,092 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:58,093 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:58,094 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,380 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => 94527a36ee313ed5a1fdabd4e8ae9bce, NAME => 'testDontCleanMergeIfFileSystemException,aaa,1736328178093.94527a36ee313ed5a1fdabd4e8ae9bce.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:58,381 ERROR [Time-limited test {}] janitor.CatalogJanitor(420): Error trying to determine if region exists, assuming exists and has references java.io.IOException: Some exception at org.apache.hadoop.hbase.util.CommonFSUtils.isExists(CommonFSUtils.java:673) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.checkRegionReferences(CatalogJanitor.java:416) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.cleanMergeRegion(CatalogJanitor.java:262) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.testDontCleanMergeIfFileSystemException(TestCatalogJanitor.java:201) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-08T09:22:58,381 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region 94527a36ee313ed5a1fdabd4e8ae9bce, because references still exist in merged region or we encountered an exception in checking 2025-01-08T09:22:58,382 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => 94527a36ee313ed5a1fdabd4e8ae9bce, NAME => 'testDontCleanMergeIfFileSystemException,aaa,1736328178093.94527a36ee313ed5a1fdabd4e8ae9bce.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:58,383 ERROR [Time-limited test {}] janitor.CatalogJanitor(441): Error trying to determine if region 94527a36ee313ed5a1fdabd4e8ae9bce has references, assuming it does java.io.IOException: Some exception at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.lambda$testDontCleanMergeIfFileSystemException$0(TestCatalogJanitor.java:211) ~[test-classes/:?] at org.mockito.internal.stubbing.StubbedInvocationMatcher.answer(StubbedInvocationMatcher.java:42) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.MockHandlerImpl.handle(MockHandlerImpl.java:103) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.NullResultGuardian.handle(NullResultGuardian.java:29) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.InvocationNotifierHandler.handle(InvocationNotifierHandler.java:34) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor.doIntercept(MockMethodInterceptor.java:82) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor.doIntercept(MockMethodInterceptor.java:56) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor$DispatcherDefaultingToRealMethod.interceptSuperCallable(MockMethodInterceptor.java:145) ~[mockito-core-4.11.0.jar:?] at org.apache.hadoop.fs.LocalFileSystem$MockitoMock$9TUMzYIZ.exists(Unknown Source) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.openRegionFromFileSystem(HRegionFileSystem.java:959) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.checkRegionReferences(CatalogJanitor.java:428) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.cleanMergeRegion(CatalogJanitor.java:262) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.testDontCleanMergeIfFileSystemException(TestCatalogJanitor.java:214) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-08T09:22:58,384 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region 94527a36ee313ed5a1fdabd4e8ae9bce, because references still exist in merged region or we encountered an exception in checking 2025-01-08T09:22:58,384 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:58,384 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:58,385 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:58,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testDontCleanMergeIfFileSystemException Thread=58 (was 54) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328178030 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testDontCleanMergeIfFileSystemException/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=591 (was 557) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=2241 (was 2320) 2025-01-08T09:22:58,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testArchiveOldRegion Thread=58, OpenFileDescriptor=591, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=2240 2025-01-08T09:22:58,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion with version=8 2025-01-08T09:22:58,425 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/hbase.id] with ID: b4afbb17-54fd-4650-8a5e-4f06f7288ca2 2025-01-08T09:22:58,425 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/.tmp/hbase.id 2025-01-08T09:22:58,436 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/hbase.id] 2025-01-08T09:22:58,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-08T09:22:58,481 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-08T09:22:58,483 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-08T09:22:58,483 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-08T09:22:58,512 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/data/master/store 2025-01-08T09:22:58,524 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:58,524 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-08T09:22:58,524 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,525 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,525 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-08T09:22:58,525 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,525 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-08T09:22:58,525 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736328178524Disabling compacts and flushes for region at 1736328178524Disabling writes for close at 1736328178525 (+1 ms)Writing region close event to WAL at 1736328178525Closed at 1736328178525 2025-01-08T09:22:58,525 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/data/master/store/.initializing 2025-01-08T09:22:58,525 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1 2025-01-08T09:22:58,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-08T09:22:58,536 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/oldWALs, maxLogs=10 2025-01-08T09:22:58,560 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328178537 2025-01-08T09:22:58,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2025-01-08T09:22:58,561 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-08T09:22:58,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-08T09:22:58,561 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,561 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-08T09:22:58,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-08T09:22:58,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-08T09:22:58,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-08T09:22:58,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-08T09:22:58,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-08T09:22:58,585 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,586 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,586 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,586 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-08T09:22:58,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-08T09:22:58,599 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-08T09:22:58,599 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73442625, jitterRate=0.09438039362430573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-08T09:22:58,599 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736328178562Initializing all the Stores at 1736328178562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736328178562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178564 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736328178564Cleaning up temporary data from old regions at 1736328178586 (+22 ms)Region opened successfully at 1736328178599 (+13 ms) 2025-01-08T09:22:58,599 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-08T09:22:58,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-08T09:22:58,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2025-01-08T09:22:58,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2025-01-08T09:22:58,608 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736328208608 2025-01-08T09:22:58,608 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2025-01-08T09:22:58,612 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2025-01-08T09:22:58,613 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2025-01-08T09:22:58,613 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2025-01-08T09:22:58,613 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2025-01-08T09:22:58,614 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(566): Table dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion 2025-01-08T09:22:58,614 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(567): Store dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf 2025-01-08T09:22:58,614 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(568): Store archive dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf 2025-01-08T09:22:58,649 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf 2025-01-08T09:22:58,650 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(576): Have store file:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store0 2025-01-08T09:22:58,650 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(576): Have store file:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store1 2025-01-08T09:22:58,650 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => f695bc1a5935be0621aec694fa79cff0, NAME => 'testArchiveOldRegion,aaa,1736328178613.f695bc1a5935be0621aec694fa79cff0.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:58,651 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-08T09:22:58,651 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region f695bc1a5935be0621aec694fa79cff0 because daughters -- f695bc1a5935be0621aec694fa79cff0, b12ef794eb8a118ecd9a8a30617dad00 -- no longer hold references 2025-01-08T09:22:58,652 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=f695bc1a5935be0621aec694fa79cff0 2025-01-08T09:22:58,652 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=f695bc1a5935be0621aec694fa79cff0 for split parent {ENCODED => f695bc1a5935be0621aec694fa79cff0, NAME => 'testArchiveOldRegion,aaa,1736328178613.f695bc1a5935be0621aec694fa79cff0.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2025-01-08T09:22:58,652 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=f695bc1a5935be0621aec694fa79cff0 2025-01-08T09:22:58,652 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=f695bc1a5935be0621aec694fa79cff0 2025-01-08T09:22:58,653 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0 2025-01-08T09:22:58,653 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf] 2025-01-08T09:22:58,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store0 2025-01-08T09:22:58,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store1 2025-01-08T09:22:58,678 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0 2025-01-08T09:22:58,679 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testArchiveOldRegion,aaa,1736328178613.f695bc1a5935be0621aec694fa79cff0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736328178678"}]},"ts":"9223372036854775807"} 2025-01-08T09:22:58,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2025-01-08T09:22:58,679 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f695bc1a5935be0621aec694fa79cff0, NAME => 'testArchiveOldRegion,aaa,1736328178613.f695bc1a5935be0621aec694fa79cff0.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2025-01-08T09:22:58,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=f695bc1a5935be0621aec694fa79cff0 in 28 msec 2025-01-08T09:22:58,902 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(588): Finished cleanup of parent region 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(606): Current archived files: 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store0 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store1 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(606): Current archived files: 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store0 2025-01-08T09:22:58,903 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/f695bc1a5935be0621aec694fa79cff0/cf/_store1 2025-01-08T09:22:58,908 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-08T09:22:58,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-08T09:22:58,908 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-08T09:22:58,917 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testArchiveOldRegion Thread=63 (was 58) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/java.util.IdentityHashMap$IdentityHashMapIterator.hasNext(IdentityHashMap.java:724) java.base@17.0.11/jdk.internal.misc.TerminatingThreadLocal.threadTerminated(TerminatingThreadLocal.java:69) java.base@17.0.11/java.lang.Thread.exit(Thread.java:850) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/465d4ee2-00e6-501a-ac77-4fb08dd22166/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1736328178537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 591) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=2206 (was 2240)