2024-11-08 18:12:56,047 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-08 18:12:56,063 main DEBUG Took 0.014073 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 18:12:56,063 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 18:12:56,064 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 18:12:56,064 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 18:12:56,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,072 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 18:12:56,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,085 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,087 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,087 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,088 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,089 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,090 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,091 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:12:56,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,094 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 18:12:56,096 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:12:56,097 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 18:12:56,099 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 18:12:56,099 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 18:12:56,100 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 18:12:56,101 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 18:12:56,108 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 18:12:56,110 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 18:12:56,112 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 18:12:56,112 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 18:12:56,112 main DEBUG createAppenders(={Console}) 2024-11-08 18:12:56,113 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 initialized 2024-11-08 18:12:56,113 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-08 18:12:56,114 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 OK. 2024-11-08 18:12:56,114 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 18:12:56,114 main DEBUG OutputStream closed 2024-11-08 18:12:56,115 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 18:12:56,115 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 18:12:56,115 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@316bcf94 OK 2024-11-08 18:12:56,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 18:12:56,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 18:12:56,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 18:12:56,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 18:12:56,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 18:12:56,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 18:12:56,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 18:12:56,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 18:12:56,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 18:12:56,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 18:12:56,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 18:12:56,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 18:12:56,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 18:12:56,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 18:12:56,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 18:12:56,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 18:12:56,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 18:12:56,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 18:12:56,220 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 18:12:56,221 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19e4fcac) with optional ClassLoader: null 2024-11-08 18:12:56,221 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 18:12:56,222 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19e4fcac] started OK. 2024-11-08T18:12:56,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor timeout: 13 mins 2024-11-08 18:12:56,244 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 18:12:56,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T18:12:56,489 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9 2024-11-08T18:12:56,503 INFO [Time-limited test {}] regionserver.ChunkCreator(472): data poolSizePercentage is less than 0. So not using pool 2024-11-08T18:12:56,504 INFO [Time-limited test {}] regionserver.ChunkCreator(472): index poolSizePercentage is less than 0. So not using pool 2024-11-08T18:12:56,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testCleanParent Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=4074 2024-11-08T18:12:56,609 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T18:12:57,514 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:12:57,550 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T18:12:57,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent with version=8 2024-11-08T18:12:57,667 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/hbase.id] with ID: f43b33c7-3223-4281-aa90-343ab855896c 2024-11-08T18:12:57,667 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/.tmp/hbase.id 2024-11-08T18:12:57,675 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/hbase.id] 2024-11-08T18:12:57,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:12:57,744 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:12:57,747 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:12:57,834 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.MockMasterServices.(MockMasterServices.java:119) ~[test-classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.setup(TestCatalogJanitor.java:110) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:12:57,839 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:12:57,843 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T18:12:57,858 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T18:12:57,858 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T18:12:57,919 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T18:12:57,925 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/data/master/store 2024-11-08T18:12:57,949 INFO [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T18:12:57,955 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:57,998 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:12:57,998 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:57,999 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,001 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:12:58,001 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,001 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,003 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089577997Disabling compacts and flushes for region at 1731089577997Disabling writes for close at 1731089578001 (+4 ms)Writing region close event to WAL at 1731089578001Closed at 1731089578001 2024-11-08T18:12:58,003 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/data/master/store/.initializing 2024-11-08T18:12:58,004 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:12:58,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:12:58,031 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/oldWALs, maxLogs=10 2024-11-08T18:12:58,104 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089578064 2024-11-08T18:12:58,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:12:58,106 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:12:58,106 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:58,110 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,112 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:12:58,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:12:58,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:12:58,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:12:58,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:12:58,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,219 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,226 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,229 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,229 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,232 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:12:58,234 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,244 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:12:58,246 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64948257, jitterRate=-0.0321955531835556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:12:58,257 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089578128Initializing all the Stores at 1731089578129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089578129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578132 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578132Cleaning up temporary data from old regions at 1731089578230 (+98 ms)Region opened successfully at 1731089578257 (+27 ms) 2024-11-08T18:12:58,259 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:12:58,473 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:12:58,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:12:58,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:12:58,480 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089608479 2024-11-08T18:12:58,480 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:12:58,517 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:12:58,519 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:12:58,519 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:12:58,520 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:12:58,520 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:12:58,520 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:12:58,521 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:12:58,521 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:12:58,521 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:12:58,521 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:12:58,528 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,548 INFO [Time-limited test {}] janitor.TestCatalogJanitor(270): Created reference file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/data/default/testCleanParent/08f8cd5c46ddb2d168ca20bf76225fab/cf/1731089578528.08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,548 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:58,555 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,560 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'eee'} because daughter {ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2024-11-08T18:12:58,560 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:58,562 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,563 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 08f8cd5c46ddb2d168ca20bf76225fab because daughters -- 08f8cd5c46ddb2d168ca20bf76225fab, f61b65650a9e2259b09f894f9b96a946 -- no longer hold references 2024-11-08T18:12:58,564 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,567 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=08f8cd5c46ddb2d168ca20bf76225fab for split parent {ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:58,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testCleanParent, region=08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,571 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/data/default/testCleanParent/08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,574 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/data/default/testCleanParent/08f8cd5c46ddb2d168ca20bf76225fab/cf] 2024-11-08T18:12:58,587 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/data/default/testCleanParent/08f8cd5c46ddb2d168ca20bf76225fab 2024-11-08T18:12:58,598 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089578588"}]},"ts":"9223372036854775807"} 2024-11-08T18:12:58,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:12:58,599 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 08f8cd5c46ddb2d168ca20bf76225fab, NAME => 'testCleanParent,aaa,1731089578523.08f8cd5c46ddb2d168ca20bf76225fab.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2024-11-08T18:12:58,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testCleanParent, region=08f8cd5c46ddb2d168ca20bf76225fab in 35 msec 2024-11-08T18:12:58,818 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:12:58,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:12:58,819 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:12:58,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testCleanParent Thread=24 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007fb55c4f6890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089578064 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanParent/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=321 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=3911 (was 4074) 2024-11-08T18:12:58,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testCleanMerge Thread=24, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=3910 2024-11-08T18:12:58,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge with version=8 2024-11-08T18:12:58,849 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/hbase.id] with ID: 00313a21-73d3-4e0c-acd2-42afd879d053 2024-11-08T18:12:58,849 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/.tmp/hbase.id 2024-11-08T18:12:58,855 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/hbase.id] 2024-11-08T18:12:58,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:12:58,888 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:12:58,891 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:12:58,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:12:58,916 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/data/master/store 2024-11-08T18:12:58,926 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:58,927 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:12:58,927 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,927 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,927 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:12:58,927 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,928 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:58,928 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089578926Disabling compacts and flushes for region at 1731089578926Disabling writes for close at 1731089578927 (+1 ms)Writing region close event to WAL at 1731089578927Closed at 1731089578927 2024-11-08T18:12:58,928 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/data/master/store/.initializing 2024-11-08T18:12:58,929 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:12:58,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:12:58,940 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/oldWALs, maxLogs=10 2024-11-08T18:12:58,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089578940 2024-11-08T18:12:58,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:12:58,963 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:12:58,964 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:58,964 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,964 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:12:58,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:12:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:12:58,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:12:58,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:12:58,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:58,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:58,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,986 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,987 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:12:58,988 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:58,996 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:12:58,996 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67097629, jitterRate=-1.6741454601287842E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:12:58,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089578965Initializing all the Stores at 1731089578965Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089578965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578966 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089578966Cleaning up temporary data from old regions at 1731089578987 (+21 ms)Region opened successfully at 1731089578997 (+10 ms) 2024-11-08T18:12:58,997 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:12:59,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:12:59,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:12:59,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:12:59,006 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089609006 2024-11-08T18:12:59,007 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:12:59,008 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:12:59,009 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:12:59,009 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:12:59,009 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:12:59,010 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:12:59,010 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:12:59,010 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:12:59,010 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:12:59,011 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:12:59,011 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:12:59,012 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,027 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,033 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => a4878ce963c23b04e3551d7e58920d67, NAME => 'testCleanMerge,aaa,1731089579011.a4878ce963c23b04e3551d7e58920d67.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:59,034 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,035 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region a4878ce963c23b04e3551d7e58920d67, because references still exist in merged region or we encountered an exception in checking 2024-11-08T18:12:59,035 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => a4878ce963c23b04e3551d7e58920d67, NAME => 'testCleanMerge,aaa,1731089579011.a4878ce963c23b04e3551d7e58920d67.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:59,035 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,036 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region a4878ce963c23b04e3551d7e58920d67, because references still exist in merged region or we encountered an exception in checking 2024-11-08T18:12:59,036 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => a4878ce963c23b04e3551d7e58920d67, NAME => 'testCleanMerge,aaa,1731089579011.a4878ce963c23b04e3551d7e58920d67.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:59,037 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,037 DEBUG [Time-limited test {}] janitor.CatalogJanitor(266): Deleting parents ([a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f]) from fs; merged child {ENCODED => a4878ce963c23b04e3551d7e58920d67, NAME => 'testCleanMerge,aaa,1731089579011.a4878ce963c23b04e3551d7e58920d67.', STARTKEY => 'aaa', ENDKEY => 'eee'} no longer holds references 2024-11-08T18:12:59,038 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] 2024-11-08T18:12:59,039 DEBUG [Time-limited test {}] janitor.CatalogJanitor(277): Submitted procedure pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] for merged region {ENCODED => a4878ce963c23b04e3551d7e58920d67, NAME => 'testCleanMerge,aaa,1731089579011.a4878ce963c23b04e3551d7e58920d67.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:12:59,039 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:12:59,039 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=false; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] 2024-11-08T18:12:59,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:12:59,040 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:12:59,041 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1844): CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:12:59,042 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=1, state=FAILED:GC_MERGED_REGIONS_PREPARE, hasLock=true, exception=java.lang.NullPointerException via CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f]:java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1845) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null at org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 4 more 2024-11-08T18:12:59,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=1, state=ROLLEDBACK, hasLock=true, exception=java.lang.NullPointerException via CODE-BUG: Uncaught runtime exception: pid=1, state=RUNNABLE:GC_MERGED_REGIONS_PREPARE, hasLock=true; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f]:java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.client.Result.rawCells()" because the return value of "org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(org.apache.hadoop.hbase.client.RegionInfo)" is null; GCMultipleMergedRegionsProcedure child=a4878ce963c23b04e3551d7e58920d67, parents:[a4878ce963c23b04e3551d7e58920d67], [c20c0c2586270775df7670108afe770f] exec-time=6 msec 2024-11-08T18:12:59,044 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T18:12:59,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testCleanMerge Thread=29 (was 24) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089578940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/java.lang.StringLatin1.lastIndexOf(StringLatin1.java:294) java.base@17.0.11/java.lang.String.lastIndexOf(String.java:2489) java.base@17.0.11/java.lang.String.lastIndexOf(String.java:2451) app//org.apache.logging.log4j.core.util.NameUtil.getSubName(NameUtil.java:37) app//org.apache.logging.log4j.core.config.AbstractConfiguration.getLoggerConfig(AbstractConfiguration.java:964) app//org.apache.logging.log4j.core.Logger$PrivateConfig.(Logger.java:403) app//org.apache.logging.log4j.core.Logger.(Logger.java:74) app//org.apache.logging.log4j.core.LoggerContext.newInstance(LoggerContext.java:772) app//org.apache.logging.log4j.core.LoggerContext.getLogger(LoggerContext.java:517) app//org.apache.logging.log4j.core.LoggerContext.getLogger(LoggerContext.java:484) app//org.apache.logging.log4j.core.LoggerContext.getLogger(LoggerContext.java:65) app//org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(Log4jLoggerFactory.java:44) app//org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(Log4jLoggerFactory.java:33) app//org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:53) app//org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:33) app//org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:363) app//org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:388) app//org.apache.hadoop.hbase.client.Get.(Get.java:66) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.getRegionCatalogResult(RegionStateStore.java:345) app//org.apache.hadoop.hbase.master.assignment.RegionStateStore.getMergeRegions(RegionStateStore.java:474) app//org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:103) app//org.apache.hadoop.hbase.master.assignment.GCMultipleMergedRegionsProcedure.executeFromState(GCMultipleMergedRegionsProcedure.java:45) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007fb55c55f1f8.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testCleanMerge/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=355 (was 321) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=3902 (was 3910) 2024-11-08T18:12:59,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testScanDoesNotCleanRegionsWithExistingParents Thread=28, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=3902 2024-11-08T18:12:59,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents with version=8 2024-11-08T18:12:59,064 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/hbase.id] with ID: 940c25a1-418f-43f2-a306-a18842a32857 2024-11-08T18:12:59,064 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/.tmp/hbase.id 2024-11-08T18:12:59,070 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/hbase.id] 2024-11-08T18:12:59,103 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:12:59,103 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:12:59,106 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:12:59,106 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:12:59,129 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store 2024-11-08T18:12:59,137 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:59,138 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:12:59,138 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:59,138 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:59,138 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:12:59,138 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:59,138 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:12:59,138 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089579138Disabling compacts and flushes for region at 1731089579138Disabling writes for close at 1731089579138Writing region close event to WAL at 1731089579138Closed at 1731089579138 2024-11-08T18:12:59,139 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/.initializing 2024-11-08T18:12:59,139 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:12:59,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:12:59,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/oldWALs, maxLogs=10 2024-11-08T18:12:59,166 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089579148 2024-11-08T18:12:59,166 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:12:59,166 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:12:59,167 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:12:59,167 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,167 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:12:59,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:12:59,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:12:59,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:59,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:12:59,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:59,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:12:59,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:12:59,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:12:59,186 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,187 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,187 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,187 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,187 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,188 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:12:59,189 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:12:59,197 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:12:59,198 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60514222, jitterRate=-0.0982678234577179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:12:59,198 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089579167Initializing all the Stores at 1731089579168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089579168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089579168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089579168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089579168Cleaning up temporary data from old regions at 1731089579188 (+20 ms)Region opened successfully at 1731089579198 (+10 ms) 2024-11-08T18:12:59,198 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:12:59,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:12:59,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:12:59,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:12:59,207 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089609207 2024-11-08T18:12:59,208 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:12:59,209 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:12:59,209 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:12:59,209 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:12:59,209 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:12:59,210 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:02,241 INFO [Time-limited test {}] janitor.TestCatalogJanitor(451): parent=a064838f0b8fb8cbc2d32de83868b378, splita=28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,242 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,256 INFO [Time-limited test {}] janitor.TestCatalogJanitor(454): Created reference file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/28766961e21814a4c279ebf54be9c730/cf/1731089582241.a064838f0b8fb8cbc2d32de83868b378 2024-11-08T18:13:02,256 DEBUG [Time-limited test {}] janitor.CatalogJanitor(180): 2024-11-08T18:13:02,257 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => a064838f0b8fb8cbc2d32de83868b378, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2024-11-08T18:13:02,258 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,258 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => a064838f0b8fb8cbc2d32de83868b378, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} because daughter {ENCODED => 28766961e21814a4c279ebf54be9c730, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089580212.28766961e21814a4c279ebf54be9c730.', STARTKEY => 'aaa', ENDKEY => 'ccc', SPLIT => true} still has references 2024-11-08T18:13:02,260 DEBUG [Time-limited test {}] janitor.CatalogJanitor(180): 2024-11-08T18:13:02,260 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => a064838f0b8fb8cbc2d32de83868b378, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2024-11-08T18:13:02,261 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,261 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region a064838f0b8fb8cbc2d32de83868b378 because daughters -- 28766961e21814a4c279ebf54be9c730, 3d69d3e4a9609cceec53c5ee54bc15f3 -- no longer hold references 2024-11-08T18:13:02,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=a064838f0b8fb8cbc2d32de83868b378 2024-11-08T18:13:02,262 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=a064838f0b8fb8cbc2d32de83868b378 for split parent {ENCODED => a064838f0b8fb8cbc2d32de83868b378, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true} 2024-11-08T18:13:02,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=a064838f0b8fb8cbc2d32de83868b378 2024-11-08T18:13:02,262 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 28766961e21814a4c279ebf54be9c730, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089580212.28766961e21814a4c279ebf54be9c730.', STARTKEY => 'aaa', ENDKEY => 'ccc', OFFLINE => true, SPLIT => true} 2024-11-08T18:13:02,263 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 28766961e21814a4c279ebf54be9c730 because daughters -- 067367f52a0bf3f18b077ac4506371fb, 0d5a02a38553e48add33e323ef21c274 -- no longer hold references 2024-11-08T18:13:02,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,263 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089582263"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:02,263 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=28766961e21814a4c279ebf54be9c730 for split parent {ENCODED => 28766961e21814a4c279ebf54be9c730, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089580212.28766961e21814a4c279ebf54be9c730.', STARTKEY => 'aaa', ENDKEY => 'ccc', OFFLINE => true, SPLIT => true} 2024-11-08T18:13:02,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:02,264 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:02,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,264 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a064838f0b8fb8cbc2d32de83868b378, NAME => 'testScanDoesNotCleanRegionsWithExistingParents,aaa,1731089579211.a064838f0b8fb8cbc2d32de83868b378.', STARTKEY => 'aaa', ENDKEY => '', SPLIT => true}] 2024-11-08T18:13:02,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:02,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testScanDoesNotCleanRegionsWithExistingParents, region=a064838f0b8fb8cbc2d32de83868b378 in 3 msec 2024-11-08T18:13:02,264 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:02,264 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/28766961e21814a4c279ebf54be9c730/cf] 2024-11-08T18:13:02,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testScanDoesNotCleanRegionsWithExistingParents Thread=33 (was 28) Potentially hanging thread: PEWorker-2 app//org.apache.logging.log4j.message.ParameterFormatter.recursiveDeepToString(ParameterFormatter.java:476) app//org.apache.logging.log4j.message.ParameterFormatter.recursiveDeepToString(ParameterFormatter.java:448) app//org.apache.logging.log4j.message.ParameterFormatter.formatMessage2(ParameterFormatter.java:191) app//org.apache.logging.log4j.message.ParameterizedMessage.formatTo(ParameterizedMessage.java:227) app//org.apache.logging.log4j.core.pattern.MessagePatternConverter$SimpleMessagePatternConverter.format(MessagePatternConverter.java:121) app//org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:44) app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:384) app//org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:240) app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:225) app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:59) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:215) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208) app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:131) app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:100) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:89) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:51) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007fb55c55f1f8.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089579148 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 355) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 355), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3804 (was 3902) 2024-11-08T18:13:02,276 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testScanDoesNotCleanRegionsWithExistingParents/data/default/testScanDoesNotCleanRegionsWithExistingParents/28766961e21814a4c279ebf54be9c730 2024-11-08T18:13:02,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testDuplicateHFileResolution Thread=34, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=3803 2024-11-08T18:13:02,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution with version=8 2024-11-08T18:13:02,289 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/hbase.id] with ID: 5f04f4b5-011a-448a-8811-a68d82563000 2024-11-08T18:13:02,289 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/.tmp/hbase.id 2024-11-08T18:13:02,297 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/hbase.id] 2024-11-08T18:13:02,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:02,332 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:02,334 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:02,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:02,364 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/data/master/store 2024-11-08T18:13:02,373 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:02,373 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:02,373 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:02,373 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:02,373 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:02,374 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089582373Disabling compacts and flushes for region at 1731089582373Disabling writes for close at 1731089582374 (+1 ms)Writing region close event to WAL at 1731089582374Closed at 1731089582374 2024-11-08T18:13:02,374 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/data/master/store/.initializing 2024-11-08T18:13:02,374 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:02,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:02,383 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:02,404 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089582384 2024-11-08T18:13:02,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:02,405 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:02,405 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:02,406 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,406 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:02,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:02,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:02,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:02,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:02,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:02,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:02,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:02,428 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,429 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,430 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,430 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:02,431 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:02,440 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:02,440 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69045497, jitterRate=0.028858080506324768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:02,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089582406Initializing all the Stores at 1731089582406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089582406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089582407 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089582407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089582407Cleaning up temporary data from old regions at 1731089582430 (+23 ms)Region opened successfully at 1731089582440 (+10 ms) 2024-11-08T18:13:02,441 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:02,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:02,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:02,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:02,448 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089612448 2024-11-08T18:13:02,448 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:02,453 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:02,454 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:02,454 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:02,454 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:02,454 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:02,455 INFO [Time-limited test {}] janitor.TestCatalogJanitor(639): Old root:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution 2024-11-08T18:13:02,455 INFO [Time-limited test {}] janitor.TestCatalogJanitor(640): Old table:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution 2024-11-08T18:13:02,455 INFO [Time-limited test {}] janitor.TestCatalogJanitor(641): Old store:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf 2024-11-08T18:13:02,455 INFO [Time-limited test {}] janitor.TestCatalogJanitor(645): Old archive:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf 2024-11-08T18:13:02,484 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf 2024-11-08T18:13:02,485 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:02,485 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,486 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 90074b5f1fe74f6c0f40ff3f96ad0b9a because daughters -- 90074b5f1fe74f6c0f40ff3f96ad0b9a, 88316676bb9006e304fd3e53853007c1 -- no longer hold references 2024-11-08T18:13:02,486 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,486 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a for split parent {ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:02,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,487 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,487 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,487 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf] 2024-11-08T18:13:02,504 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 2024-11-08T18:13:02,505 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 2024-11-08T18:13:02,506 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,507 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089582506"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:02,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:02,508 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2024-11-08T18:13:02,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a in 22 msec 2024-11-08T18:13:02,762 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf 2024-11-08T18:13:02,763 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:02,765 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:02,765 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 90074b5f1fe74f6c0f40ff3f96ad0b9a because daughters -- 90074b5f1fe74f6c0f40ff3f96ad0b9a, 88316676bb9006e304fd3e53853007c1 -- no longer hold references 2024-11-08T18:13:02,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,766 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a for split parent {ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:02,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,766 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf] 2024-11-08T18:13:02,768 ERROR [PEWorker-2 {}] backup.HFileArchiver(523): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 already exists in archive, moving to timestamped backup and overwriting current FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0. archiveLen: 12 currentLen: 12 archiveMtime: 1731089582504 currentMtime: 1731089582755 2024-11-08T18:13:02,769 INFO [PEWorker-2 {}] backup.HFileArchiver(540): Backed up archive file from file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0.1731089582767. 2024-11-08T18:13:02,769 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store0 2024-11-08T18:13:02,770 ERROR [PEWorker-2 {}] backup.HFileArchiver(523): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 already exists in archive, moving to timestamped backup and overwriting current FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1. archiveLen: 12 currentLen: 12 archiveMtime: 1731089582505 currentMtime: 1731089582759 2024-11-08T18:13:02,770 INFO [PEWorker-2 {}] backup.HFileArchiver(540): Backed up archive file from file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1.1731089582767. 2024-11-08T18:13:02,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/archive/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a/cf/_store1 2024-11-08T18:13:02,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/data/default/testDuplicateHFileResolution/90074b5f1fe74f6c0f40ff3f96ad0b9a 2024-11-08T18:13:02,773 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089582772"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:02,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:02,773 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 90074b5f1fe74f6c0f40ff3f96ad0b9a, NAME => 'testDuplicateHFileResolution,aaa,1731089582454.90074b5f1fe74f6c0f40ff3f96ad0b9a.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2024-11-08T18:13:02,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, state=SUCCESS, hasLock=false; GCRegionProcedure table=testDuplicateHFileResolution, region=90074b5f1fe74f6c0f40ff3f96ad0b9a in 8 msec 2024-11-08T18:13:03,020 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:03,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:03,020 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:03,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testDuplicateHFileResolution Thread=37 (was 34) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDuplicateHFileResolution/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089582384 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=423 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=3787 (was 3803) 2024-11-08T18:13:03,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testAlreadyRunningStatus Thread=37, OpenFileDescriptor=423, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=3786 2024-11-08T18:13:03,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus with version=8 2024-11-08T18:13:03,047 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/hbase.id] with ID: 3f68fb30-254d-4ea8-8ec8-bd2d632a41b2 2024-11-08T18:13:03,047 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/.tmp/hbase.id 2024-11-08T18:13:03,052 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/hbase.id] 2024-11-08T18:13:03,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:03,089 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:03,092 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:03,093 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:03,117 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/data/master/store 2024-11-08T18:13:03,127 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:03,127 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:03,127 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,127 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,128 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089583127Disabling compacts and flushes for region at 1731089583127Disabling writes for close at 1731089583128 (+1 ms)Writing region close event to WAL at 1731089583128Closed at 1731089583128 2024-11-08T18:13:03,128 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/data/master/store/.initializing 2024-11-08T18:13:03,128 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:03,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:03,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:03,159 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089583139 2024-11-08T18:13:03,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:03,159 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:03,160 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:03,160 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,160 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:03,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:03,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:03,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:03,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:03,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,180 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:03,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,190 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:03,190 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62369755, jitterRate=-0.07061822712421417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:03,191 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089583160Initializing all the Stores at 1731089583161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089583161Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583161Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583161Cleaning up temporary data from old regions at 1731089583180 (+19 ms)Region opened successfully at 1731089583191 (+11 ms) 2024-11-08T18:13:03,191 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:03,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:03,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:03,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:03,199 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089613199 2024-11-08T18:13:03,200 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:03,201 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:03,201 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:03,201 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:03,202 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:03,202 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:03,202 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:03,202 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:03,202 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:03,203 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:03,203 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:03,204 DEBUG [Thread-266 {}] janitor.CatalogJanitor(170): CatalogJanitor already running 2024-11-08T18:13:03,207 DEBUG [Thread-265 {}] janitor.CatalogJanitor(180): 2024-11-08T18:13:03,207 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:03,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:03,208 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:03,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testAlreadyRunningStatus Thread=42 (was 37) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089583139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testAlreadyRunningStatus/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.putIntVolatile(Native Method) java.base@17.0.11/jdk.internal.misc.Unsafe.putIntOpaque(Unsafe.java:2352) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$Node.clearStatus(AbstractQueuedSynchronizer.java:477) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1676) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) - Thread LEAK? -, OpenFileDescriptor=457 (was 423) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=3776 (was 3786) 2024-11-08T18:13:03,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testParentCleanedEvenIfDaughterGoneFirst Thread=41, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=3775 2024-11-08T18:13:03,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst with version=8 2024-11-08T18:13:03,236 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/hbase.id] with ID: 2dda042d-f62f-41eb-b2e7-45dc008259ee 2024-11-08T18:13:03,236 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id 2024-11-08T18:13:03,244 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/hbase.id] 2024-11-08T18:13:03,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:03,282 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:03,284 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:03,285 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:03,315 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store 2024-11-08T18:13:03,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:03,329 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:03,329 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,329 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,330 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-08T18:13:03,330 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,330 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:03,330 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089583329Disabling compacts and flushes for region at 1731089583329Disabling writes for close at 1731089583330 (+1 ms)Writing region close event to WAL at 1731089583330Closed at 1731089583330 2024-11-08T18:13:03,331 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/.initializing 2024-11-08T18:13:03,331 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:03,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:03,344 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:03,365 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089583344 2024-11-08T18:13:03,366 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:03,366 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:03,366 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:03,366 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,366 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:03,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:03,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:03,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:03,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:03,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:03,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:03,386 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,388 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:03,389 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:03,399 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:03,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67158095, jitterRate=7.33599066734314E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089583367Initializing all the Stores at 1731089583367Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089583367Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583367Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089583367Cleaning up temporary data from old regions at 1731089583388 (+21 ms)Region opened successfully at 1731089583400 (+12 ms) 2024-11-08T18:13:03,400 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:03,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:03,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:03,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:03,407 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089613407 2024-11-08T18:13:03,407 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:03,409 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:03,410 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:03,410 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:03,410 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:03,410 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:06,415 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,439 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => bb655a8a81fbb1c82e5aee224bdc7135, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089583410.bb655a8a81fbb1c82e5aee224bdc7135.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:06,440 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,440 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => bb655a8a81fbb1c82e5aee224bdc7135, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089583410.bb655a8a81fbb1c82e5aee224bdc7135.', STARTKEY => 'aaa', ENDKEY => 'eee'} because daughter {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2024-11-08T18:13:06,440 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 2d5dd1b533d06d6cc0a53549a9cf90ec, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1731089585413.2d5dd1b533d06d6cc0a53549a9cf90ec.', STARTKEY => 'ccc', ENDKEY => 'eee'} 2024-11-08T18:13:06,441 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 2d5dd1b533d06d6cc0a53549a9cf90ec because daughters -- b90807bea52e3efc4f42f3f94e322e2d, 3c9e1c48da3fdd9dbee85e25e92e43f4 -- no longer hold references 2024-11-08T18:13:06,441 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=2d5dd1b533d06d6cc0a53549a9cf90ec 2024-11-08T18:13:06,441 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=2d5dd1b533d06d6cc0a53549a9cf90ec for split parent {ENCODED => 2d5dd1b533d06d6cc0a53549a9cf90ec, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1731089585413.2d5dd1b533d06d6cc0a53549a9cf90ec.', STARTKEY => 'ccc', ENDKEY => 'eee'} 2024-11-08T18:13:06,442 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=2d5dd1b533d06d6cc0a53549a9cf90ec 2024-11-08T18:13:06,442 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,443 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testParentCleanedEvenIfDaughterGoneFirst,ccc,1731089585413.2d5dd1b533d06d6cc0a53549a9cf90ec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089586442"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:06,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:06,444 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2d5dd1b533d06d6cc0a53549a9cf90ec, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,ccc,1731089585413.2d5dd1b533d06d6cc0a53549a9cf90ec.', STARTKEY => 'ccc', ENDKEY => 'eee'}] 2024-11-08T18:13:06,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=2d5dd1b533d06d6cc0a53549a9cf90ec in 3 msec 2024-11-08T18:13:06,458 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,467 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:06,468 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,469 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,470 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => abfc5710895bb060907bbb2b4322284e, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089585413.abfc5710895bb060907bbb2b4322284e.', STARTKEY => 'aaa', ENDKEY => 'bbb'} still has references 2024-11-08T18:13:06,470 DEBUG [Time-limited test {}] janitor.CatalogJanitor(368): Deferring removal of region {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => d1f7ad61690867f17af65ccf40961e27, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,bbb,1731089585413.d1f7ad61690867f17af65ccf40961e27.', STARTKEY => 'bbb', ENDKEY => 'ccc'} still has references 2024-11-08T18:13:06,471 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:06,472 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,472 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,472 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region f99f651ddd174bf1ad8fe3cbd1c1a5c9 because daughters -- abfc5710895bb060907bbb2b4322284e, d1f7ad61690867f17af65ccf40961e27 -- no longer hold references 2024-11-08T18:13:06,472 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=f99f651ddd174bf1ad8fe3cbd1c1a5c9 2024-11-08T18:13:06,473 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=f99f651ddd174bf1ad8fe3cbd1c1a5c9 for split parent {ENCODED => f99f651ddd174bf1ad8fe3cbd1c1a5c9, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089584411.f99f651ddd174bf1ad8fe3cbd1c1a5c9.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:06,473 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => bb655a8a81fbb1c82e5aee224bdc7135, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089583410.bb655a8a81fbb1c82e5aee224bdc7135.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:06,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=f99f651ddd174bf1ad8fe3cbd1c1a5c9 2024-11-08T18:13:06,473 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=f99f651ddd174bf1ad8fe3cbd1c1a5c9 2024-11-08T18:13:06,474 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/f99f651ddd174bf1ad8fe3cbd1c1a5c9 2024-11-08T18:13:06,474 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region bb655a8a81fbb1c82e5aee224bdc7135 because daughters -- f99f651ddd174bf1ad8fe3cbd1c1a5c9, 2d5dd1b533d06d6cc0a53549a9cf90ec -- no longer hold references 2024-11-08T18:13:06,474 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=bb655a8a81fbb1c82e5aee224bdc7135 2024-11-08T18:13:06,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/f99f651ddd174bf1ad8fe3cbd1c1a5c9/cf] 2024-11-08T18:13:06,474 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=bb655a8a81fbb1c82e5aee224bdc7135 for split parent {ENCODED => bb655a8a81fbb1c82e5aee224bdc7135, NAME => 'testParentCleanedEvenIfDaughterGoneFirst,aaa,1731089583410.bb655a8a81fbb1c82e5aee224bdc7135.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:06,474 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:06,474 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testParentCleanedEvenIfDaughterGoneFirst, region=bb655a8a81fbb1c82e5aee224bdc7135 2024-11-08T18:13:06,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:06,475 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:06,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testParentCleanedEvenIfDaughterGoneFirst Thread=47 (was 41) Potentially hanging thread: PEWorker-3 app//org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1862) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:102) app//org.apache.hadoop.hbase.master.assignment.GCRegionProcedure.executeFromState(GCRegionProcedure.java:51) app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$329/0x00007fb55c55f1f8.call(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089583344 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 2647) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 350), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3752 (was 3775) 2024-11-08T18:13:06,487 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testParentCleanedEvenIfDaughterGoneFirst/data/default/testParentCleanedEvenIfDaughterGoneFirst/f99f651ddd174bf1ad8fe3cbd1c1a5c9 2024-11-08T18:13:06,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testLastParentCleanedEvenIfDaughterGoneFirst Thread=46, OpenFileDescriptor=494, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=3750 2024-11-08T18:13:06,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst with version=8 2024-11-08T18:13:06,504 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/hbase.id] with ID: 3caa4168-e379-4f2d-8d49-9881c9d89ea7 2024-11-08T18:13:06,504 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id 2024-11-08T18:13:06,510 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/hbase.id] 2024-11-08T18:13:06,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:06,541 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:06,543 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:06,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:06,592 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store 2024-11-08T18:13:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:06,605 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:06,606 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:06,606 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089586605Disabling compacts and flushes for region at 1731089586605Disabling writes for close at 1731089586605Writing region close event to WAL at 1731089586606 (+1 ms)Closed at 1731089586606 2024-11-08T18:13:06,606 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/.initializing 2024-11-08T18:13:06,606 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:06,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:06,618 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:06,640 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089586619 2024-11-08T18:13:06,641 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:06,641 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:06,641 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:06,641 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,642 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:06,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:06,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:06,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:06,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:06,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:06,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:06,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:06,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:06,660 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,661 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:06,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:06,670 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65846666, jitterRate=-0.018808215856552124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:06,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089586642Initializing all the Stores at 1731089586642Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089586642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089586642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089586642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089586642Cleaning up temporary data from old regions at 1731089586661 (+19 ms)Region opened successfully at 1731089586671 (+10 ms) 2024-11-08T18:13:06,671 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:06,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:06,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:06,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:06,676 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089616676 2024-11-08T18:13:06,676 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:06,677 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:06,677 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:06,678 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:07,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:13:07,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:13:09,683 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,698 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => ba0c268d71db258b6783fbc07a19f1c3, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089586678.ba0c268d71db258b6783fbc07a19f1c3.', STARTKEY => 'aaa', ENDKEY => ''} 2024-11-08T18:13:09,699 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,700 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => ba0c268d71db258b6783fbc07a19f1c3, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089586678.ba0c268d71db258b6783fbc07a19f1c3.', STARTKEY => 'aaa', ENDKEY => ''} because daughter {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} still has references 2024-11-08T18:13:09,700 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 0363a27318b65262f19f432ccfbac5ba, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1731089588681.0363a27318b65262f19f432ccfbac5ba.', STARTKEY => 'ccc', ENDKEY => ''} 2024-11-08T18:13:09,700 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 0363a27318b65262f19f432ccfbac5ba because daughters -- 29d7f662d6db47b6a7c577607c92ec60, c660a0e5da840a701c246dc65ab8ac71 -- no longer hold references 2024-11-08T18:13:09,700 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=0363a27318b65262f19f432ccfbac5ba 2024-11-08T18:13:09,700 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=0363a27318b65262f19f432ccfbac5ba for split parent {ENCODED => 0363a27318b65262f19f432ccfbac5ba, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1731089588681.0363a27318b65262f19f432ccfbac5ba.', STARTKEY => 'ccc', ENDKEY => ''} 2024-11-08T18:13:09,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=0363a27318b65262f19f432ccfbac5ba 2024-11-08T18:13:09,701 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,702 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1731089588681.0363a27318b65262f19f432ccfbac5ba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089589701"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:09,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:09,702 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0363a27318b65262f19f432ccfbac5ba, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,ccc,1731089588681.0363a27318b65262f19f432ccfbac5ba.', STARTKEY => 'ccc', ENDKEY => ''}] 2024-11-08T18:13:09,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=0363a27318b65262f19f432ccfbac5ba in 2 msec 2024-11-08T18:13:09,712 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,722 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:09,723 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,724 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,724 DEBUG [Time-limited test {}] janitor.CatalogJanitor(364): Deferring removal of region {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => 0b31dc5b5422787cbd65b1905683cac2, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089588681.0b31dc5b5422787cbd65b1905683cac2.', STARTKEY => 'aaa', ENDKEY => 'bbb'} still has references 2024-11-08T18:13:09,724 DEBUG [Time-limited test {}] janitor.CatalogJanitor(368): Deferring removal of region {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} because daughter {ENCODED => 3afa38961e5a4266e71241fb8e76ff26, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,bbb,1731089588681.3afa38961e5a4266e71241fb8e76ff26.', STARTKEY => 'bbb', ENDKEY => 'ccc'} still has references 2024-11-08T18:13:09,725 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:09,725 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,726 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,726 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region ea4a68bb323559c5555e5b30de83fcae because daughters -- 0b31dc5b5422787cbd65b1905683cac2, 3afa38961e5a4266e71241fb8e76ff26 -- no longer hold references 2024-11-08T18:13:09,726 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ea4a68bb323559c5555e5b30de83fcae 2024-11-08T18:13:09,726 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ea4a68bb323559c5555e5b30de83fcae for split parent {ENCODED => ea4a68bb323559c5555e5b30de83fcae, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089587680.ea4a68bb323559c5555e5b30de83fcae.', STARTKEY => 'aaa', ENDKEY => 'ccc'} 2024-11-08T18:13:09,727 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => ba0c268d71db258b6783fbc07a19f1c3, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089586678.ba0c268d71db258b6783fbc07a19f1c3.', STARTKEY => 'aaa', ENDKEY => ''} 2024-11-08T18:13:09,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ea4a68bb323559c5555e5b30de83fcae 2024-11-08T18:13:09,727 DEBUG [PEWorker-2 {}] assignment.GCRegionProcedure(87): Archiving region=ea4a68bb323559c5555e5b30de83fcae 2024-11-08T18:13:09,727 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/ea4a68bb323559c5555e5b30de83fcae 2024-11-08T18:13:09,727 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,728 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/ea4a68bb323559c5555e5b30de83fcae/cf] 2024-11-08T18:13:09,728 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region ba0c268d71db258b6783fbc07a19f1c3 because daughters -- ea4a68bb323559c5555e5b30de83fcae, 0363a27318b65262f19f432ccfbac5ba -- no longer hold references 2024-11-08T18:13:09,728 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ba0c268d71db258b6783fbc07a19f1c3 2024-11-08T18:13:09,728 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ba0c268d71db258b6783fbc07a19f1c3 for split parent {ENCODED => ba0c268d71db258b6783fbc07a19f1c3, NAME => 'testLastParentCleanedEvenIfDaughterGoneFirst,aaa,1731089586678.ba0c268d71db258b6783fbc07a19f1c3.', STARTKEY => 'aaa', ENDKEY => ''} 2024-11-08T18:13:09,728 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:09,728 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=3, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testLastParentCleanedEvenIfDaughterGoneFirst, region=ba0c268d71db258b6783fbc07a19f1c3 2024-11-08T18:13:09,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:09,729 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:09,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testLastParentCleanedEvenIfDaughterGoneFirst Thread=51 (was 46) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089586619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/java.lang.Throwable.(Throwable.java:255) app//io.opentelemetry.context.StrictContextStorage$StrictScope.close(StrictContextStorage.java:167) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:219) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) - Thread LEAK? -, OpenFileDescriptor=528 (was 494) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=3733 (was 3750) 2024-11-08T18:13:09,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testLastParentCleanedEvenIfDaughterGoneFirst/data/default/testLastParentCleanedEvenIfDaughterGoneFirst/ea4a68bb323559c5555e5b30de83fcae 2024-11-08T18:13:09,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testSplitParentFirstComparator Thread=50, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=3732 2024-11-08T18:13:09,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator with version=8 2024-11-08T18:13:09,752 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/hbase.id] with ID: cb790aa2-19fd-4407-83ce-3247adaf585e 2024-11-08T18:13:09,752 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/.tmp/hbase.id 2024-11-08T18:13:09,758 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/hbase.id] 2024-11-08T18:13:09,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:09,792 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:09,794 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:09,795 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:09,823 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/data/master/store 2024-11-08T18:13:09,832 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:09,832 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:09,832 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:09,832 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:09,832 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:09,832 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:09,832 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:09,833 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089589832Disabling compacts and flushes for region at 1731089589832Disabling writes for close at 1731089589832Writing region close event to WAL at 1731089589832Closed at 1731089589832 2024-11-08T18:13:09,833 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/data/master/store/.initializing 2024-11-08T18:13:09,833 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:09,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:09,845 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:09,866 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089589845 2024-11-08T18:13:09,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:09,866 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:09,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:09,867 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,867 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:09,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:09,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:09,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:09,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:09,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:09,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:09,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:09,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:09,892 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,894 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:09,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:09,905 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:09,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69768744, jitterRate=0.039635300636291504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:09,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089589867Initializing all the Stores at 1731089589868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089589868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089589868Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089589868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089589868Cleaning up temporary data from old regions at 1731089589894 (+26 ms)Region opened successfully at 1731089589906 (+12 ms) 2024-11-08T18:13:09,907 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:09,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:09,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:09,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:09,918 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089619918 2024-11-08T18:13:09,918 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:09,920 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:09,920 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:09,920 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:09,921 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:09,922 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:09,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:09,922 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:09,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testSplitParentFirstComparator Thread=53 (was 50) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testSplitParentFirstComparator/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089589845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=559 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=3723 (was 3732) 2024-11-08T18:13:09,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testDontCleanMergeIfFileSystemException Thread=53, OpenFileDescriptor=559, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=3723 2024-11-08T18:13:09,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException with version=8 2024-11-08T18:13:09,948 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/hbase.id] with ID: adc118c8-f7ef-4455-b85f-7212c93df59b 2024-11-08T18:13:09,948 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/.tmp/hbase.id 2024-11-08T18:13:09,954 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/hbase.id] 2024-11-08T18:13:09,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:09,988 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:09,989 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:09,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:10,016 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/data/master/store 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:10,026 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,026 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,026 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089590026Disabling compacts and flushes for region at 1731089590026Disabling writes for close at 1731089590026Writing region close event to WAL at 1731089590026Closed at 1731089590026 2024-11-08T18:13:10,027 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/.initializing 2024-11-08T18:13:10,027 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:10,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:10,037 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:10,057 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089590037 2024-11-08T18:13:10,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:10,058 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:10,058 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:10,059 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,059 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:10,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:10,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:10,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:10,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:10,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,076 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,077 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:10,078 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,086 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:10,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65253869, jitterRate=-0.027641579508781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:10,087 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089590059Initializing all the Stores at 1731089590059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089590059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590059Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590060 (+1 ms)Cleaning up temporary data from old regions at 1731089590077 (+17 ms)Region opened successfully at 1731089590087 (+10 ms) 2024-11-08T18:13:10,087 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:10,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:10,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:10,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:10,095 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089620094 2024-11-08T18:13:10,095 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:10,095 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:10,096 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:10,097 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,362 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => 1f670e1aac6141f3695b542c5a70253e, NAME => 'testDontCleanMergeIfFileSystemException,aaa,1731089590096.1f670e1aac6141f3695b542c5a70253e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:10,362 ERROR [Time-limited test {}] janitor.CatalogJanitor(420): Error trying to determine if region exists, assuming exists and has references java.io.IOException: Some exception at org.apache.hadoop.hbase.util.CommonFSUtils.isExists(CommonFSUtils.java:673) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.checkRegionReferences(CatalogJanitor.java:416) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.cleanMergeRegion(CatalogJanitor.java:262) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.testDontCleanMergeIfFileSystemException(TestCatalogJanitor.java:201) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:13:10,363 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region 1f670e1aac6141f3695b542c5a70253e, because references still exist in merged region or we encountered an exception in checking 2024-11-08T18:13:10,363 DEBUG [Time-limited test {}] janitor.CatalogJanitor(258): Cleaning merged region {ENCODED => 1f670e1aac6141f3695b542c5a70253e, NAME => 'testDontCleanMergeIfFileSystemException,aaa,1731089590096.1f670e1aac6141f3695b542c5a70253e.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:10,364 ERROR [Time-limited test {}] janitor.CatalogJanitor(441): Error trying to determine if region 1f670e1aac6141f3695b542c5a70253e has references, assuming it does java.io.IOException: Some exception at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.lambda$testDontCleanMergeIfFileSystemException$0(TestCatalogJanitor.java:211) ~[test-classes/:?] at org.mockito.internal.stubbing.StubbedInvocationMatcher.answer(StubbedInvocationMatcher.java:42) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.MockHandlerImpl.handle(MockHandlerImpl.java:103) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.NullResultGuardian.handle(NullResultGuardian.java:29) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.handler.InvocationNotifierHandler.handle(InvocationNotifierHandler.java:34) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor.doIntercept(MockMethodInterceptor.java:82) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor.doIntercept(MockMethodInterceptor.java:56) ~[mockito-core-4.11.0.jar:?] at org.mockito.internal.creation.bytebuddy.MockMethodInterceptor$DispatcherDefaultingToRealMethod.interceptSuperCallable(MockMethodInterceptor.java:145) ~[mockito-core-4.11.0.jar:?] at org.apache.hadoop.fs.LocalFileSystem$MockitoMock$t8lljqfj.exists(Unknown Source) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.openRegionFromFileSystem(HRegionFileSystem.java:959) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.checkRegionReferences(CatalogJanitor.java:428) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.CatalogJanitor.cleanMergeRegion(CatalogJanitor.java:262) ~[classes/:?] at org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor.testDontCleanMergeIfFileSystemException(TestCatalogJanitor.java:214) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:13:10,365 DEBUG [Time-limited test {}] janitor.CatalogJanitor(283): Deferring cleanup up of 2 parents of merged region 1f670e1aac6141f3695b542c5a70253e, because references still exist in merged region or we encountered an exception in checking 2024-11-08T18:13:10,365 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:10,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:10,365 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:10,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testDontCleanMergeIfFileSystemException Thread=57 (was 53) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testDontCleanMergeIfFileSystemException/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089590037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=593 (was 559) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=3653 (was 3723) 2024-11-08T18:13:10,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.janitor.TestCatalogJanitor#testArchiveOldRegion Thread=57, OpenFileDescriptor=593, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=3651 2024-11-08T18:13:10,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion with version=8 2024-11-08T18:13:10,394 DEBUG [Time-limited test {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/hbase.id] with ID: ed64d8d5-ce10-4bb0-b1ff-5fb45d53d975 2024-11-08T18:13:10,394 DEBUG [Time-limited test {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/.tmp/hbase.id 2024-11-08T18:13:10,401 DEBUG [Time-limited test {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/hbase.id] 2024-11-08T18:13:10,439 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:13:10,439 INFO [Time-limited test {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:13:10,440 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:13:10,440 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:13:10,470 INFO [Time-limited test {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/data/master/store 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:13:10,480 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,480 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:13:10,480 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089590480Disabling compacts and flushes for region at 1731089590480Disabling writes for close at 1731089590480Writing region close event to WAL at 1731089590480Closed at 1731089590480 2024-11-08T18:13:10,481 WARN [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/data/master/store/.initializing 2024-11-08T18:13:10,481 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1 2024-11-08T18:13:10,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:13:10,491 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/oldWALs, maxLogs=10 2024-11-08T18:13:10,513 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089590492 2024-11-08T18:13:10,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-08T18:13:10,514 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:13:10,514 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:13:10,514 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,514 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:13:10,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:13:10,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:13:10,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:13:10,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:13:10,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:13:10,535 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,536 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,536 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,537 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:13:10,537 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:13:10,548 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:13:10,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68296782, jitterRate=0.01770135760307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:13:10,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089590514Initializing all the Stores at 1731089590514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089590515 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590515Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089590515Cleaning up temporary data from old regions at 1731089590536 (+21 ms)Region opened successfully at 1731089590548 (+12 ms) 2024-11-08T18:13:10,549 INFO [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:13:10,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:13:10,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered NoopProcedureStore lease in 0 msec 2024-11-08T18:13:10,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded NoopProcedureStore in 0 msec 2024-11-08T18:13:10,557 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089620557 2024-11-08T18:13:10,557 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:13:10,558 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,100,1 2024-11-08T18:13:10,558 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,101,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,102,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,103,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,104,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,105,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,106,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,107,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,108,1 2024-11-08T18:13:10,559 INFO [Time-limited test {}] master.ServerManager(517): Registering regionserver=localhost,109,1 2024-11-08T18:13:10,560 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(566): Table dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion 2024-11-08T18:13:10,560 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(567): Store dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf 2024-11-08T18:13:10,560 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(568): Store archive dir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf 2024-11-08T18:13:10,596 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(711): Adding 2 store files to the storedir:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf 2024-11-08T18:13:10,597 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(576): Have store file:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store0 2024-11-08T18:13:10,597 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(576): Have store file:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store1 2024-11-08T18:13:10,597 DEBUG [Time-limited test {}] janitor.CatalogJanitor(329): Cleaning parent region {ENCODED => 3033c4958f3d4dcc7b64361bc6316d7f, NAME => 'testArchiveOldRegion,aaa,1731089590559.3033c4958f3d4dcc7b64361bc6316d7f.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:10,598 DEBUG [Time-limited test {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:13:10,598 DEBUG [Time-limited test {}] janitor.CatalogJanitor(351): Deleting region 3033c4958f3d4dcc7b64361bc6316d7f because daughters -- 3033c4958f3d4dcc7b64361bc6316d7f, 3dd6ffb46c050ec1f465b2be29caf11b -- no longer hold references 2024-11-08T18:13:10,598 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=3033c4958f3d4dcc7b64361bc6316d7f 2024-11-08T18:13:10,598 DEBUG [Time-limited test {}] janitor.CatalogJanitor(358): Submitted procedure pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=3033c4958f3d4dcc7b64361bc6316d7f for split parent {ENCODED => 3033c4958f3d4dcc7b64361bc6316d7f, NAME => 'testArchiveOldRegion,aaa,1731089590559.3033c4958f3d4dcc7b64361bc6316d7f.', STARTKEY => 'aaa', ENDKEY => 'eee'} 2024-11-08T18:13:10,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=1, state=RUNNABLE:GC_REGION_PREPARE, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=3033c4958f3d4dcc7b64361bc6316d7f 2024-11-08T18:13:10,599 DEBUG [PEWorker-1 {}] assignment.GCRegionProcedure(87): Archiving region=3033c4958f3d4dcc7b64361bc6316d7f 2024-11-08T18:13:10,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f 2024-11-08T18:13:10,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf] 2024-11-08T18:13:10,613 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store0 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store0 2024-11-08T18:13:10,613 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store1 to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store1 2024-11-08T18:13:10,613 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f 2024-11-08T18:13:10,614 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testArchiveOldRegion,aaa,1731089590559.3033c4958f3d4dcc7b64361bc6316d7f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731089590614"}]},"ts":"9223372036854775807"} 2024-11-08T18:13:10,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:13:10,615 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3033c4958f3d4dcc7b64361bc6316d7f, NAME => 'testArchiveOldRegion,aaa,1731089590559.3033c4958f3d4dcc7b64361bc6316d7f.', STARTKEY => 'aaa', ENDKEY => 'eee'}] 2024-11-08T18:13:10,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; GCRegionProcedure table=testArchiveOldRegion, region=3033c4958f3d4dcc7b64361bc6316d7f in 17 msec 2024-11-08T18:13:10,849 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(588): Finished cleanup of parent region 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(606): Current archived files: 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store0 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store1 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(606): Current archived files: 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store0 2024-11-08T18:13:10,850 DEBUG [Time-limited test {}] janitor.TestCatalogJanitor(608): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/archive/data/default/testArchiveOldRegion/3033c4958f3d4dcc7b64361bc6316d7f/cf/_store1 2024-11-08T18:13:10,857 INFO [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:13:10,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:13:10,857 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:13:10,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.janitor.TestCatalogJanitor#testArchiveOldRegion Thread=61 (was 57) Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1731089590492 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2b5572-7afe-616d-70d4-f7ebfb8aeed9/testArchiveOldRegion/MasterData-prefix:mockmaster.example.org,1234,-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=627 (was 593) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=3622 (was 3651)