2024-11-11 13:25:46,954 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e
2024-11-11 13:25:46,991 main DEBUG Took 0.035186 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-11 13:25:46,992 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-11 13:25:46,992 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-11 13:25:46,993 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-11 13:25:46,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,004 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-11 13:25:47,023 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,027 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,032 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,034 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,036 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,039 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,041 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,042 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 13:25:47,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,044 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-11 13:25:47,047 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 13:25:47,049 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-11 13:25:47,052 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-11 13:25:47,053 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-11 13:25:47,056 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-11 13:25:47,056 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-11 13:25:47,071 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-11 13:25:47,075 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-11 13:25:47,077 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-11 13:25:47,078 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-11 13:25:47,078 main DEBUG createAppenders(={Console})
2024-11-11 13:25:47,080 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e initialized
2024-11-11 13:25:47,080 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e
2024-11-11 13:25:47,081 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5745ca0e OK.
2024-11-11 13:25:47,082 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-11 13:25:47,082 main DEBUG OutputStream closed
2024-11-11 13:25:47,083 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-11 13:25:47,083 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-11 13:25:47,083 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@74751b3 OK
2024-11-11 13:25:47,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-11 13:25:47,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-11 13:25:47,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-11 13:25:47,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-11 13:25:47,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-11 13:25:47,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-11 13:25:47,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-11 13:25:47,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-11 13:25:47,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-11 13:25:47,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-11 13:25:47,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-11 13:25:47,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-11 13:25:47,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-11 13:25:47,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-11 13:25:47,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-11 13:25:47,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-11 13:25:47,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-11 13:25:47,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-11 13:25:47,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11 13:25:47,222 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@528c868) with optional ClassLoader: null
2024-11-11 13:25:47,222 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-11 13:25:47,223 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@528c868] started OK.
2024-11-11T13:25:47,240 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestPrefetchRSClose timeout: 13 mins
2024-11-11 13:25:47,244 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-11 13:25:47,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11T13:25:47,578 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa
2024-11-11T13:25:47,607 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestPrefetchRSClose#testPrefetchPersistence Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3879
2024-11-11T13:25:47,743 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-11T13:25:47,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:47,927 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/cluster_dcfae31f-c826-e8ad-9361-429b722e71a2, deleteOnExit=true
2024-11-11T13:25:48,150 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/cluster_dcfae31f-c826-e8ad-9361-429b722e71a2/zookeeper_0, clientPort=63878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/cluster_dcfae31f-c826-e8ad-9361-429b722e71a2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/cluster_dcfae31f-c826-e8ad-9361-429b722e71a2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-11T13:25:48,175 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63878
2024-11-11T13:25:48,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:48,389 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238 with version=8
2024-11-11T13:25:48,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/hbase-staging
2024-11-11T13:25:48,538 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-11T13:25:48,864 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/bbb9a1547c7c:0 server-side Connection retries=45
2024-11-11T13:25:48,878 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:48,880 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:48,910 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T13:25:48,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:48,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T13:25:49,157 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-11T13:25:49,278 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T13:25:49,318 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-11T13:25:49,328 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-11T13:25:49,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T13:25:49,367 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 131734 (auto-detected)
2024-11-11T13:25:49,368 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-11T13:25:49,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34851
2024-11-11T13:25:49,423 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34851 connecting to ZooKeeper ensemble=127.0.0.1:63878
2024-11-11T13:25:49,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348510x0, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T13:25:49,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34851-0x1002ef640120000 connected
2024-11-11T13:25:49,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:49,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:49,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T13:25:49,518 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238, hbase.cluster.distributed=false
2024-11-11T13:25:49,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T13:25:49,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34851
2024-11-11T13:25:49,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34851
2024-11-11T13:25:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34851
2024-11-11T13:25:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34851
2024-11-11T13:25:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34851
2024-11-11T13:25:49,652 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/bbb9a1547c7c:0 server-side Connection retries=45
2024-11-11T13:25:49,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:49,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:49,654 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T13:25:49,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T13:25:49,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T13:25:49,658 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-11T13:25:49,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T13:25:49,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36467
2024-11-11T13:25:49,665 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36467 connecting to ZooKeeper ensemble=127.0.0.1:63878
2024-11-11T13:25:49,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:49,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364670x0, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T13:25:49,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364670x0, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T13:25:49,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36467-0x1002ef640120001 connected
2024-11-11T13:25:49,684 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-11T13:25:49,701 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/bucket.cache
2024-11-11T13:25:49,708 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-11T13:25:49,710 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-11T13:25:49,712 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 1000
2024-11-11T13:25:49,715 INFO  [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-11T13:25:49,715 WARN  [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-11T13:25:49,722 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-11T13:25:49,726 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-11T13:25:49,726 INFO  [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/bucket.persistence is complete.
2024-11-11T13:25:49,730 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-11T13:25:49,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-11T13:25:49,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T13:25:49,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36467
2024-11-11T13:25:49,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36467
2024-11-11T13:25:49,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36467
2024-11-11T13:25:49,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36467
2024-11-11T13:25:49,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36467
2024-11-11T13:25:49,780 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bbb9a1547c7c:34851
2024-11-11T13:25:49,781 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:49,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T13:25:49,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T13:25:49,796 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-11T13:25:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:49,832 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-11T13:25:49,834 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bbb9a1547c7c,34851,1731331548637 from backup master directory
2024-11-11T13:25:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T13:25:49,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T13:25:49,838 WARN  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T13:25:49,839 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:49,842 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-11T13:25:49,846 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-11T13:25:49,863 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/hbase.id] with ID: 84bdc9e4-d741-4c3e-8720-9df9495fceae
2024-11-11T13:25:49,864 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/.tmp/hbase.id
2024-11-11T13:25:49,870 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/hbase.id]
2024-11-11T13:25:49,982 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:49,990 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-11T13:25:50,025 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 33ms.
2024-11-11T13:25:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:50,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:50,140 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T13:25:50,144 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-11T13:25:50,254 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T13:25:50,264 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T13:25:50,412 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store
2024-11-11T13:25:50,472 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-11T13:25:50,477 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:50,479 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T13:25:50,479 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:50,479 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:50,481 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T13:25:50,482 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:50,482 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:50,483 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731331550479Disabling compacts and flushes for region at 1731331550479Disabling writes for close at 1731331550481 (+2 ms)Writing region close event to WAL at 1731331550482 (+1 ms)Closed at 1731331550482
2024-11-11T13:25:50,483 WARN  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/.initializing
2024-11-11T13:25:50,484 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/WALs/bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:50,521 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T13:25:50,541 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bbb9a1547c7c%2C34851%2C1731331548637, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/WALs/bbb9a1547c7c,34851,1731331548637, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/oldWALs, maxLogs=10
2024-11-11T13:25:50,591 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/WALs/bbb9a1547c7c,34851,1731331548637/bbb9a1547c7c%2C34851%2C1731331548637.1731331550545
2024-11-11T13:25:50,593 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-11T13:25:50,594 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-11T13:25:50,594 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:50,598 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,599 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,649 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T13:25:50,690 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-11T13:25:50,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:50,699 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:50,700 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T13:25:50,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-11T13:25:50,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:50,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T13:25:50,711 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T13:25:50,722 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-11T13:25:50,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:50,724 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T13:25:50,725 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T13:25:50,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-11T13:25:50,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:50,751 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T13:25:50,752 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,756 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,757 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,761 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,764 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,768 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T13:25:50,772 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T13:25:50,786 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T13:25:50,787 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328107, jitterRate=-0.11594231426715851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T13:25:50,795 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731331550615Initializing all the Stores at 1731331550615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331550616 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331550617 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331550618 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331550618Cleaning up temporary data from old regions at 1731331550764 (+146 ms)Region opened successfully at 1731331550795 (+31 ms)
2024-11-11T13:25:50,797 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-11T13:25:50,856 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a30fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0
2024-11-11T13:25:50,898 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-11T13:25:50,914 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-11T13:25:50,915 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-11T13:25:50,919 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-11T13:25:50,920 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-11T13:25:50,928 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-11T13:25:50,929 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-11T13:25:50,972 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-11T13:25:50,987 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-11T13:25:50,990 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-11T13:25:51,000 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-11T13:25:51,003 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-11T13:25:51,004 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-11T13:25:51,008 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-11T13:25:51,014 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-11T13:25:51,016 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-11T13:25:51,019 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-11T13:25:51,022 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-11T13:25:51,049 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-11T13:25:51,051 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-11T13:25:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T13:25:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T13:25:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,090 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bbb9a1547c7c,34851,1731331548637, sessionid=0x1002ef640120000, setting cluster-up flag (Was=false)
2024-11-11T13:25:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,133 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-11T13:25:51,138 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:51,150 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-11T13:25:51,152 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:51,158 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-11T13:25:51,171 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(746): ClusterId : 84bdc9e4-d741-4c3e-8720-9df9495fceae
2024-11-11T13:25:51,174 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-11T13:25:51,187 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-11T13:25:51,187 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-11T13:25:51,205 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-11T13:25:51,206 DEBUG [RS:0;bbb9a1547c7c:36467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ae214f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bbb9a1547c7c/172.17.0.2:0
2024-11-11T13:25:51,229 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bbb9a1547c7c:36467
2024-11-11T13:25:51,233 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-11T13:25:51,234 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-11T13:25:51,234 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-11T13:25:51,238 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(2659): reportForDuty to master=bbb9a1547c7c,34851,1731331548637 with port=36467, startcode=1731331549617
2024-11-11T13:25:51,254 DEBUG [RS:0;bbb9a1547c7c:36467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-11T13:25:51,265 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-11T13:25:51,279 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-11T13:25:51,288 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-11T13:25:51,293 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bbb9a1547c7c,34851,1731331548637
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-11T13:25:51,302 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5
2024-11-11T13:25:51,305 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5
2024-11-11T13:25:51,308 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5
2024-11-11T13:25:51,308 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=5, maxPoolSize=5
2024-11-11T13:25:51,309 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bbb9a1547c7c:0, corePoolSize=10, maxPoolSize=10
2024-11-11T13:25:51,309 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,309 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2
2024-11-11T13:25:51,310 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,329 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731331581329
2024-11-11T13:25:51,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T13:25:51,330 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-11T13:25:51,331 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-11T13:25:51,332 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-11T13:25:51,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:51,336 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-11T13:25:51,335 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-11T13:25:51,337 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-11T13:25:51,337 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-11T13:25:51,337 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-11T13:25:51,343 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,349 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-11T13:25:51,351 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-11T13:25:51,351 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-11T13:25:51,351 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-11T13:25:51,353 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-11T13:25:51,354 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-11T13:25:51,356 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331551355,5,FailOnTimeoutGroup]
2024-11-11T13:25:51,357 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331551356,5,FailOnTimeoutGroup]
2024-11-11T13:25:51,357 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,357 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-11T13:25:51,359 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,359 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,364 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,367 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(517): Registering regionserver=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,382 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238
2024-11-11T13:25:51,382 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-11T13:25:51,383 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-11T13:25:51,383 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-11T13:25:51,383 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238
2024-11-11T13:25:51,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T13:25:51,388 DEBUG [RS:0;bbb9a1547c7c:36467 {}] zookeeper.ZKUtil(111): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,389 WARN  [RS:0;bbb9a1547c7c:36467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T13:25:51,389 INFO  [RS:0;bbb9a1547c7c:36467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T13:25:51,390 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,393 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bbb9a1547c7c,36467,1731331549617]
2024-11-11T13:25:51,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:51,434 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-11T13:25:51,437 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-11T13:25:51,442 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T13:25:51,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:51,443 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:51,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-11T13:25:51,457 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T13:25:51,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:51,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:51,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-11T13:25:51,464 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-11T13:25:51,482 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T13:25:51,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:51,484 INFO  [RS:0;bbb9a1547c7c:36467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-11T13:25:51,484 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:51,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-11T13:25:51,489 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-11T13:25:51,495 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-11T13:25:51,498 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,498 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,498 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,499 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,499 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,499 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,499 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=2, maxPoolSize=2
2024-11-11T13:25:51,499 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,500 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,500 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,500 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,500 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,500 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bbb9a1547c7c:0, corePoolSize=1, maxPoolSize=1
2024-11-11T13:25:51,501 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3
2024-11-11T13:25:51,501 DEBUG [RS:0;bbb9a1547c7c:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bbb9a1547c7c:0, corePoolSize=3, maxPoolSize=3
2024-11-11T13:25:51,504 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T13:25:51,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:51,505 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:51,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T13:25:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740
2024-11-11T13:25:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740
2024-11-11T13:25:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T13:25:51,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T13:25:51,509 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T13:25:51,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T13:25:51,517 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,517 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,518 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,518 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,518 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,518 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36467,1731331549617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T13:25:51,562 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-11T13:25:51,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T13:25:51,565 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,36467,1731331549617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,567 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938109, jitterRate=0.027257874608039856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T13:25:51,567 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,570 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.Replication(171): bbb9a1547c7c,36467,1731331549617 started
2024-11-11T13:25:51,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731331551427Initializing all the Stores at 1731331551428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331551428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331551433 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331551433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331551433Cleaning up temporary data from old regions at 1731331551509 (+76 ms)Region opened successfully at 1731331551570 (+61 ms)
2024-11-11T13:25:51,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T13:25:51,571 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T13:25:51,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T13:25:51,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T13:25:51,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T13:25:51,581 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T13:25:51,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731331551571Disabling compacts and flushes for region at 1731331551571Disabling writes for close at 1731331551572 (+1 ms)Writing region close event to WAL at 1731331551581 (+9 ms)Closed at 1731331551581
2024-11-11T13:25:51,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T13:25:51,588 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-11T13:25:51,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-11T13:25:51,623 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T13:25:51,628 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-11T13:25:51,632 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:51,632 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1482): Serving as bbb9a1547c7c,36467,1731331549617, RpcServer on bbb9a1547c7c/172.17.0.2:36467, sessionid=0x1002ef640120001
2024-11-11T13:25:51,633 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-11T13:25:51,634 DEBUG [RS:0;bbb9a1547c7c:36467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,634 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,36467,1731331549617'
2024-11-11T13:25:51,634 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-11T13:25:51,635 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-11T13:25:51,636 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-11T13:25:51,637 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-11T13:25:51,637 DEBUG [RS:0;bbb9a1547c7c:36467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:51,637 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bbb9a1547c7c,36467,1731331549617'
2024-11-11T13:25:51,637 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-11T13:25:51,638 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-11T13:25:51,639 DEBUG [RS:0;bbb9a1547c7c:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-11T13:25:51,639 INFO  [RS:0;bbb9a1547c7c:36467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-11T13:25:51,639 INFO  [RS:0;bbb9a1547c7c:36467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-11T13:25:51,749 INFO  [RS:0;bbb9a1547c7c:36467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T13:25:51,751 INFO  [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=bbb9a1547c7c%2C36467%2C1731331549617, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/oldWALs, maxLogs=55
2024-11-11T13:25:51,781 WARN  [bbb9a1547c7c:34851 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-11T13:25:51,797 INFO  [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617/bbb9a1547c7c%2C36467%2C1731331549617.1731331551754
2024-11-11T13:25:51,798 DEBUG [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-11T13:25:52,035 DEBUG [bbb9a1547c7c:34851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-11T13:25:52,053 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:52,060 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,36467,1731331549617, state=OPENING
2024-11-11T13:25:52,066 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-11T13:25:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:52,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:52,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T13:25:52,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T13:25:52,078 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T13:25:52,081 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,36467,1731331549617}]
2024-11-11T13:25:52,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-11T13:25:52,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-11T13:25:52,273 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-11T13:25:52,273 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T13:25:52,274 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-11T13:25:52,276 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=bbb9a1547c7c%2C36467%2C1731331549617.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/oldWALs, maxLogs=55
2024-11-11T13:25:52,302 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617/bbb9a1547c7c%2C36467%2C1731331549617.meta.1731331552278.meta
2024-11-11T13:25:52,303 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-11T13:25:52,303 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-11T13:25:52,305 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-11T13:25:52,307 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-11T13:25:52,312 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-11T13:25:52,316 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-11T13:25:52,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:52,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-11T13:25:52,318 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-11T13:25:52,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-11T13:25:52,322 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T13:25:52,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:52,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:52,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-11T13:25:52,324 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T13:25:52,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:52,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:52,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-11T13:25:52,327 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T13:25:52,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:52,327 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:52,328 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-11T13:25:52,329 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T13:25:52,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:52,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T13:25:52,330 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T13:25:52,332 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740
2024-11-11T13:25:52,333 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740
2024-11-11T13:25:52,334 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T13:25:52,334 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T13:25:52,335 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T13:25:52,337 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T13:25:52,338 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62503455, jitterRate=-0.06862594187259674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T13:25:52,339 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-11T13:25:52,342 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731331552319Writing region info on filesystem at 1731331552319Initializing all the Stores at 1731331552320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331552320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331552320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331552320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731331552320Cleaning up temporary data from old regions at 1731331552334 (+14 ms)Running coprocessor post-open hooks at 1731331552339 (+5 ms)Region opened successfully at 1731331552342 (+3 ms)
2024-11-11T13:25:52,350 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731331552247
2024-11-11T13:25:52,364 DEBUG [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-11T13:25:52,365 INFO  [RS_OPEN_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-11T13:25:52,365 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:52,367 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bbb9a1547c7c,36467,1731331549617, state=OPEN
2024-11-11T13:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T13:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T13:25:52,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T13:25:52,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T13:25:52,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:52,376 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-11T13:25:52,376 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bbb9a1547c7c,36467,1731331549617 in 292 msec
2024-11-11T13:25:52,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-11T13:25:52,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 781 msec
2024-11-11T13:25:52,382 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T13:25:52,383 INFO  [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-11T13:25:52,408 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T13:25:52,410 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,36467,1731331549617, seqNum=-1]
2024-11-11T13:25:52,430 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T13:25:52,432 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T13:25:52,448 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec
2024-11-11T13:25:52,448 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731331552448, completionTime=-1
2024-11-11T13:25:52,451 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-11T13:25:52,451 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-11T13:25:52,475 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-11T13:25:52,476 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731331612476
2024-11-11T13:25:52,476 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731331672476
2024-11-11T13:25:52,476 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-11T13:25:52,478 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,479 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,479 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,480 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bbb9a1547c7c:34851, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,480 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,481 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,487 DEBUG [master/bbb9a1547c7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-11T13:25:52,509 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec
2024-11-11T13:25:52,510 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-11T13:25:52,511 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-11T13:25:52,512 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-11T13:25:52,513 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-11T13:25:52,513 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-11T13:25:52,514 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T13:25:52,514 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-11T13:25:52,518 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-11T13:25:52,519 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-11T13:25:52,520 INFO  [master/bbb9a1547c7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bbb9a1547c7c,34851,1731331548637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T13:25:52,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35033f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T13:25:52,585 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-11T13:25:52,585 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-11T13:25:52,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bbb9a1547c7c,34851,-1 for getting cluster id
2024-11-11T13:25:52,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T13:25:52,601 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84bdc9e4-d741-4c3e-8720-9df9495fceae'
2024-11-11T13:25:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T13:25:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84bdc9e4-d741-4c3e-8720-9df9495fceae"

2024-11-11T13:25:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a81ab1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T13:25:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bbb9a1547c7c,34851,-1]
2024-11-11T13:25:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T13:25:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:52,613 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T13:25:52,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2005b206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T13:25:52,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T13:25:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bbb9a1547c7c,36467,1731331549617, seqNum=-1]
2024-11-11T13:25:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T13:25:52,632 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T13:25:52,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:52,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T13:25:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:52,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9e5239
2024-11-11T13:25:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T13:25:52,679 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T13:25:52,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T13:25:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-11-11T13:25:52,698 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T13:25:52,700 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:52,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 4
2024-11-11T13:25:52,701 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T13:25:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T13:25:52,714 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 662c520b88a36e89d72b7a6195056ff2, NAME => 'table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238
2024-11-11T13:25:52,720 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:52,720 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 662c520b88a36e89d72b7a6195056ff2, disabling compactions & flushes
2024-11-11T13:25:52,720 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:52,720 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:52,721 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2. after waiting 0 ms
2024-11-11T13:25:52,721 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:52,721 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:52,721 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 662c520b88a36e89d72b7a6195056ff2:
Waiting for close lock at 1731331552720Disabling compacts and flushes for region at 1731331552720Disabling writes for close at 1731331552721 (+1 ms)Writing region close event to WAL at 1731331552721Closed at 1731331552721
2024-11-11T13:25:52,723 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T13:25:52,728 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1731331552723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731331552723"}]},"ts":"1731331552723"}
2024-11-11T13:25:52,733 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T13:25:52,735 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T13:25:52,748 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331552735"}]},"ts":"1731331552735"}
2024-11-11T13:25:52,753 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-11T13:25:52,755 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=662c520b88a36e89d72b7a6195056ff2, ASSIGN}]
2024-11-11T13:25:52,758 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=662c520b88a36e89d72b7a6195056ff2, ASSIGN
2024-11-11T13:25:52,759 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=662c520b88a36e89d72b7a6195056ff2, ASSIGN; state=OFFLINE, location=bbb9a1547c7c,36467,1731331549617; forceNewPlan=false, retain=false
2024-11-11T13:25:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T13:25:52,911 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=662c520b88a36e89d72b7a6195056ff2, regionState=OPENING, regionLocation=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:52,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=662c520b88a36e89d72b7a6195056ff2, ASSIGN because future has completed
2024-11-11T13:25:52,916 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 662c520b88a36e89d72b7a6195056ff2, server=bbb9a1547c7c,36467,1731331549617}]
2024-11-11T13:25:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T13:25:53,071 INFO  [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:53,072 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 662c520b88a36e89d72b7a6195056ff2, NAME => 'table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.', STARTKEY => '', ENDKEY => ''}
2024-11-11T13:25:53,073 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,073 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T13:25:53,073 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,073 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,074 INFO  [StoreOpener-662c520b88a36e89d72b7a6195056ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 662c520b88a36e89d72b7a6195056ff2 
2024-11-11T13:25:53,078 INFO  [StoreOpener-662c520b88a36e89d72b7a6195056ff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 662c520b88a36e89d72b7a6195056ff2 columnFamilyName family
2024-11-11T13:25:53,078 DEBUG [StoreOpener-662c520b88a36e89d72b7a6195056ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T13:25:53,079 INFO  [StoreOpener-662c520b88a36e89d72b7a6195056ff2-1 {}] regionserver.HStore(327): Store=662c520b88a36e89d72b7a6195056ff2/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T13:25:53,079 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,080 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,081 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,081 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,081 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,082 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,093 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T13:25:53,094 INFO  [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 662c520b88a36e89d72b7a6195056ff2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63320223, jitterRate=-0.05645515024662018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T13:25:53,094 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:53,095 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 662c520b88a36e89d72b7a6195056ff2:
Running coprocessor pre-open hook at 1731331553073Writing region info on filesystem at 1731331553073Initializing all the Stores at 1731331553074 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731331553074Cleaning up temporary data from old regions at 1731331553081 (+7 ms)Running coprocessor post-open hooks at 1731331553094 (+13 ms)Region opened successfully at 1731331553095 (+1 ms)
2024-11-11T13:25:53,096 INFO  [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2., pid=6, masterSystemTime=1731331553068
2024-11-11T13:25:53,099 DEBUG [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:53,099 INFO  [RS_OPEN_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:53,100 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=662c520b88a36e89d72b7a6195056ff2, regionState=OPEN, openSeqNum=2, regionLocation=bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 662c520b88a36e89d72b7a6195056ff2, server=bbb9a1547c7c,36467,1731331549617 because future has completed
2024-11-11T13:25:53,108 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-11T13:25:53,109 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 662c520b88a36e89d72b7a6195056ff2, server=bbb9a1547c7c,36467,1731331549617 in 190 msec
2024-11-11T13:25:53,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-11T13:25:53,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=662c520b88a36e89d72b7a6195056ff2, ASSIGN in 353 msec
2024-11-11T13:25:53,112 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T13:25:53,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731331553112"}]},"ts":"1731331553112"}
2024-11-11T13:25:53,115 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-11T13:25:53,116 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T13:25:53,119 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 427 msec
2024-11-11T13:25:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T13:25:53,334 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-11-11T13:25:53,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table table1 get assigned. Timeout = 60000ms
2024-11-11T13:25:53,336 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T13:25:53,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table table1 assigned to meta. Checking AM states.
2024-11-11T13:25:53,343 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T13:25:53,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table table1 assigned.
2024-11-11T13:25:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row1', locateType=CURRENT is [region=table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2., hostname=bbb9a1547c7c,36467,1731331549617, seqNum=2]
2024-11-11T13:25:53,366 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 662c520b88a36e89d72b7a6195056ff2 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-11T13:25:53,394 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 453f9899706840b3b2d6e8a498e50e8d
2024-11-11T13:25:53,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/.tmp/family/453f9899706840b3b2d6e8a498e50e8d is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-11T13:25:53,437 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/.tmp/family/453f9899706840b3b2d6e8a498e50e8d
2024-11-11T13:25:53,469 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/.tmp/family/453f9899706840b3b2d6e8a498e50e8d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d
2024-11-11T13:25:53,470 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d, delay=994 ms
2024-11-11T13:25:53,472 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d, entries=2, sequenceid=6, filesize=4.9 K
2024-11-11T13:25:53,477 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 662c520b88a36e89d72b7a6195056ff2 in 112ms, sequenceid=6, compaction requested=false
2024-11-11T13:25:53,478 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-11-11T13:25:53,480 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 662c520b88a36e89d72b7a6195056ff2:

2024-11-11T13:25:54,467 DEBUG [hfile-prefetch-1731331553470 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 453f9899706840b3b2d6e8a498e50e8d_0. 
2024-11-11T13:25:54,472 DEBUG [hfile-prefetch-1731331553470 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 453f9899706840b3b2d6e8a498e50e8d_117. 
2024-11-11T13:25:54,473 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d, with total blocks 2, and data blocks 1
2024-11-11T13:25:54,473 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map
2024-11-11T13:25:54,474 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-11T13:25:54,474 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d. Will sleep 100ms and try the verification again.
2024-11-11T13:25:54,575 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d, with total blocks 2, and data blocks 1
2024-11-11T13:25:54,575 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2286): iterating over 1 entries in the backing map
2024-11-11T13:25:54,575 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2294): found block for file 453f9899706840b3b2d6e8a498e50e8d in the backing map. Acquiring read lock for offset 0
2024-11-11T13:25:54,575 DEBUG [hfile-prefetch-1731331553470 {}] bucket.BucketCache(2306): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/family/453f9899706840b3b2d6e8a498e50e8d has now been fully cached.
2024-11-11T13:25:54,576 DEBUG [hfile-prefetch-1731331553470 {}] hfile.PrefetchExecutor(121): Prefetch completed for 453f9899706840b3b2d6e8a498e50e8d
2024-11-11T13:25:54,713 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-11T13:25:54,713 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-11T13:25:54,714 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-11T13:25:54,714 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-11-11T13:25:54,729 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-11-11T13:25:54,729 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1731331554713
2024-11-11T13:25:54,729 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-11T13:25:55,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-11T13:25:55,488 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-11T13:25:55,491 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;bbb9a1547c7c:36467,5,FailOnTimeoutGroup]
2024-11-11T13:25:55,491 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bbb9a1547c7c,36467,1731331549617' *****
2024-11-11T13:25:55,491 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-11-11T13:25:55,492 INFO  [Time-limited test {}] hfile.TestPrefetchRSClose(129): Stopped Region Server 0.
2024-11-11T13:25:55,492 INFO  [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1739): Disabling cache
2024-11-11T13:25:55,492 INFO  [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/bucket.persistence
2024-11-11T13:25:55,492 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-11T13:25:55,492 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-11T13:25:55,492 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-11T13:25:55,493 INFO  [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-11T13:25:55,493 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-11T13:25:55,503 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1488): Thread RS:0;bbb9a1547c7c:36467 started persisting bucket cache to file
2024-11-11T13:25:55,503 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-11T13:25:55,503 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000
2024-11-11T13:25:55,507 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1
2024-11-11T13:25:55,507 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1731331555503
2024-11-11T13:25:55,507 DEBUG [RS:0;bbb9a1547c7c:36467 {}] bucket.BucketCache(1510): Thread RS:0;bbb9a1547c7c:36467 finished persisting bucket cache to file, renaming
2024-11-11T13:25:55,507 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-11T13:25:55,507 INFO  [RS:0;bbb9a1547c7c:36467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-11T13:25:55,507 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-11T13:25:55,508 INFO  [RS:0;bbb9a1547c7c:36467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-11T13:25:55,508 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(3091): Received CLOSE for 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:55,508 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(959): stopping server bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:55,508 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T13:25:55,509 INFO  [RS:0;bbb9a1547c7c:36467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bbb9a1547c7c:36467.
2024-11-11T13:25:55,509 INFO  [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-11T13:25:55,509 DEBUG [RS:0;bbb9a1547c7c:36467 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T13:25:55,509 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 662c520b88a36e89d72b7a6195056ff2, disabling compactions & flushes
2024-11-11T13:25:55,509 INFO  [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:55,509 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:55,509 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2. after waiting 0 ms
2024-11-11T13:25:55,509 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:55,515 DEBUG [RS:0;bbb9a1547c7c:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:55,516 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-11T13:25:55,516 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-11T13:25:55,516 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/default/table1/662c520b88a36e89d72b7a6195056ff2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-11T13:25:55,516 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-11T13:25:55,516 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-11T13:25:55,516 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-11T13:25:55,517 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-11T13:25:55,517 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 662c520b88a36e89d72b7a6195056ff2=table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.}
2024-11-11T13:25:55,517 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T13:25:55,517 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T13:25:55,517 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T13:25:55,517 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T13:25:55,517 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T13:25:55,517 INFO  [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:55,517 DEBUG [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 662c520b88a36e89d72b7a6195056ff2
2024-11-11T13:25:55,517 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 662c520b88a36e89d72b7a6195056ff2:
Waiting for close lock at 1731331555508Running coprocessor pre-close hooks at 1731331555509 (+1 ms)Disabling compacts and flushes for region at 1731331555509Disabling writes for close at 1731331555509Writing region close event to WAL at 1731331555510 (+1 ms)Running coprocessor post-close hooks at 1731331555516 (+6 ms)Closed at 1731331555517 (+1 ms)
2024-11-11T13:25:55,517 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.20 KB heapSize=3.23 KB
2024-11-11T13:25:55,518 DEBUG [RS_CLOSE_REGION-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2.
2024-11-11T13:25:55,526 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on be2728f2c8714bec98c626f4cfa31b8d
2024-11-11T13:25:55,535 INFO  [regionserver/bbb9a1547c7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T13:25:55,543 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/info/be2728f2c8714bec98c626f4cfa31b8d is 133, key is table1,,1731331552681.662c520b88a36e89d72b7a6195056ff2./info:regioninfo/1731331553099/Put/seqid=0
2024-11-11T13:25:55,544 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.05 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/info/be2728f2c8714bec98c626f4cfa31b8d
2024-11-11T13:25:55,553 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bf7c9ce5c21343c3976c12bdc88ef260
2024-11-11T13:25:55,564 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/ns/bf7c9ce5c21343c3976c12bdc88ef260 is 43, key is default/ns:d/1731331552436/Put/seqid=0
2024-11-11T13:25:55,565 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/ns/bf7c9ce5c21343c3976c12bdc88ef260
2024-11-11T13:25:55,573 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c1846fae69ad4a539d6526d19ca4231b
2024-11-11T13:25:55,585 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/table/c1846fae69ad4a539d6526d19ca4231b is 42, key is table1/table:state/1731331553112/Put/seqid=0
2024-11-11T13:25:55,586 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=76 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/table/c1846fae69ad4a539d6526d19ca4231b
2024-11-11T13:25:55,589 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/info/be2728f2c8714bec98c626f4cfa31b8d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/info/be2728f2c8714bec98c626f4cfa31b8d
2024-11-11T13:25:55,590 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/info/be2728f2c8714bec98c626f4cfa31b8d, delay=904 ms
2024-11-11T13:25:55,592 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/info/be2728f2c8714bec98c626f4cfa31b8d, entries=10, sequenceid=11, filesize=6.3 K
2024-11-11T13:25:55,592 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/ns/bf7c9ce5c21343c3976c12bdc88ef260 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/ns/bf7c9ce5c21343c3976c12bdc88ef260
2024-11-11T13:25:55,594 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/ns/bf7c9ce5c21343c3976c12bdc88ef260, delay=984 ms
2024-11-11T13:25:55,595 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/ns/bf7c9ce5c21343c3976c12bdc88ef260, entries=2, sequenceid=11, filesize=5.0 K
2024-11-11T13:25:55,595 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/.tmp/table/c1846fae69ad4a539d6526d19ca4231b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/table/c1846fae69ad4a539d6526d19ca4231b
2024-11-11T13:25:55,597 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/table/c1846fae69ad4a539d6526d19ca4231b, delay=901 ms
2024-11-11T13:25:55,598 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/table/c1846fae69ad4a539d6526d19ca4231b, entries=2, sequenceid=11, filesize=5.1 K
2024-11-11T13:25:55,599 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.20 KB/1227, heapSize ~2.94 KB/3008, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=11, compaction requested=false
2024-11-11T13:25:55,599 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-11T13:25:55,601 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/info/be2728f2c8714bec98c626f4cfa31b8d
2024-11-11T13:25:55,602 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/ns/bf7c9ce5c21343c3976c12bdc88ef260
2024-11-11T13:25:55,603 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/table/c1846fae69ad4a539d6526d19ca4231b
2024-11-11T13:25:55,608 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-11T13:25:55,609 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-11T13:25:55,609 INFO  [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T13:25:55,609 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731331555517Running coprocessor pre-close hooks at 1731331555517Disabling compacts and flushes for region at 1731331555517Disabling writes for close at 1731331555517Obtaining lock to block concurrent updates at 1731331555517Preparing flush snapshotting stores in 1588230740 at 1731331555517Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1227, getHeapSize=3248, getOffHeapSize=0, getCellsCount=14 at 1731331555518 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731331555519 (+1 ms)Flushing 1588230740/info: creating writer at 1731331555519Flushing 1588230740/info: appending metadata at 1731331555542 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731331555542Flushing 1588230740/ns: creating writer at 1731331555547 (+5 ms)Flushing 1588230740/ns: appending metadata at 1731331555563 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731331555564 (+1 ms)Flushing 1588230740/table: creating writer at 1731331555567 (+3 ms)Flushing 1588230740/table: appending metadata at 1731331555584 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731331555585 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2a83: reopening flushed file at 1731331555588 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd3984e: reopening flushed file at 1731331555592 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4490ea5e: reopening flushed file at 1731331555595 (+3 ms)Finished flush of dataSize ~1.20 KB/1227, heapSize ~2.94 KB/3008, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=11, compaction requested=false at 1731331555599 (+4 ms)Writing region close event to WAL at 1731331555603 (+4 ms)Running coprocessor post-close hooks at 1731331555609 (+6 ms)Closed at 1731331555609
2024-11-11T13:25:55,609 DEBUG [RS_CLOSE_META-regionserver/bbb9a1547c7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-11T13:25:55,613 INFO  [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-11T13:25:55,613 INFO  [regionserver/bbb9a1547c7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-11T13:25:55,718 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(976): stopping server bbb9a1547c7c,36467,1731331549617; all regions closed.
2024-11-11T13:25:55,731 DEBUG [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/oldWALs
2024-11-11T13:25:55,731 INFO  [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C36467%2C1731331549617.meta:.meta(num 1731331552278)
2024-11-11T13:25:55,733 DEBUG [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/oldWALs
2024-11-11T13:25:55,733 INFO  [RS:0;bbb9a1547c7c:36467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bbb9a1547c7c%2C36467%2C1731331549617:(num 1731331551754)
2024-11-11T13:25:55,733 DEBUG [RS:0;bbb9a1547c7c:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:55,733 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T13:25:55,734 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T13:25:55,734 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.ChoreService(370): Chore service for: regionserver/bbb9a1547c7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-11T13:25:55,735 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T13:25:55,735 INFO  [RS:0;bbb9a1547c7c:36467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36467
2024-11-11T13:25:55,736 INFO  [regionserver/bbb9a1547c7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T13:25:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T13:25:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bbb9a1547c7c,36467,1731331549617
2024-11-11T13:25:55,746 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bbb9a1547c7c,36467,1731331549617]
2024-11-11T13:25:55,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bbb9a1547c7c,36467,1731331549617 already deleted, retry=false
2024-11-11T13:25:55,747 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of bbb9a1547c7c,36467,1731331549617 on bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:55,749 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T13:25:55,752 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bbb9a1547c7c,36467,1731331549617, splitWal=true, meta=true
2024-11-11T13:25:55,755 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bbb9a1547c7c,36467,1731331549617, splitWal=true, meta=true
2024-11-11T13:25:55,757 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bbb9a1547c7c,36467,1731331549617, splitWal=true, meta=true, isMeta: true
2024-11-11T13:25:55,758 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617-splitting
2024-11-11T13:25:55,758 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617-splitting dir is empty, no logs to split.
2024-11-11T13:25:55,759 INFO  [PEWorker-3 {}] master.SplitWALManager(105): bbb9a1547c7c,36467,1731331549617 WAL count=0, meta=true
2024-11-11T13:25:55,760 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=7 for bbb9a1547c7c,36467,1731331549617 (carryingMeta=true) bbb9a1547c7c,36467,1731331549617/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54fa11d0[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-11T13:25:55,762 INFO  [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/WALs/bbb9a1547c7c,36467,1731331549617-splitting dir is empty, no logs to split.
2024-11-11T13:25:55,762 INFO  [PEWorker-3 {}] master.SplitWALManager(105): bbb9a1547c7c,36467,1731331549617 WAL count=0, meta=true
2024-11-11T13:25:55,762 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bbb9a1547c7c,36467,1731331549617 WAL splitting is done? wals=0, meta=true
2024-11-11T13:25:55,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-11T13:25:55,769 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T13:25:55,770 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-11T13:25:55,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T13:25:55,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1002ef640120001, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T13:25:55,852 INFO  [RS:0;bbb9a1547c7c:36467 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T13:25:55,853 INFO  [RS:0;bbb9a1547c7c:36467 {}] regionserver.HRegionServer(1031): Exiting; stopping=bbb9a1547c7c,36467,1731331549617; zookeeper connection closed.
2024-11-11T13:25:55,853 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@290e6eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@290e6eab
2024-11-11T13:25:55,921 WARN  [bbb9a1547c7c:34851 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-11T13:25:56,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-11T13:25:56,492 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T13:25:56,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestPrefetchRSClose.tearDown(TestPrefetchRSClose.java:136)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T13:25:56,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:56,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:56,493 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T13:25:56,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-11T13:25:56,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1590087585, stopped=false
2024-11-11T13:25:56,494 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bbb9a1547c7c,34851,1731331548637
2024-11-11T13:25:56,494 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'bbb9a1547c7c,34851,1731331548637' *****
2024-11-11T13:25:56,494 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: OnlineServer=0 right after cluster shutdown set
2024-11-11T13:25:56,494 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T13:25:56,494 INFO  [M:0;bbb9a1547c7c:34851 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;bbb9a1547c7c:34851.
2024-11-11T13:25:56,494 DEBUG [M:0;bbb9a1547c7c:34851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T13:25:56,494 DEBUG [M:0;bbb9a1547c7c:34851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T13:25:56,494 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T13:25:56,494 DEBUG [M:0;bbb9a1547c7c:34851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-11T13:25:56,495 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-11T13:25:56,495 DEBUG [M:0;bbb9a1547c7c:34851 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-11T13:25:56,495 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331551355 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.large.0-1731331551355,5,FailOnTimeoutGroup]
2024-11-11T13:25:56,495 DEBUG [master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331551356 {}] cleaner.HFileCleaner(306): Exit Thread[master/bbb9a1547c7c:0:becomeActiveMaster-HFileCleaner.small.0-1731331551356,5,FailOnTimeoutGroup]
2024-11-11T13:25:56,495 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.ChoreService(370): Chore service for: master/bbb9a1547c7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-11T13:25:56,495 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T13:25:56,495 DEBUG [M:0;bbb9a1547c7c:34851 {}] master.HMaster(1795): Stopping service threads
2024-11-11T13:25:56,495 INFO  [M:0;bbb9a1547c7c:34851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-11T13:25:56,495 INFO  [M:0;bbb9a1547c7c:34851 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-11T13:25:56,496 INFO  [M:0;bbb9a1547c7c:34851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-11T13:25:56,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-11T13:25:56,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T13:25:56,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-11T13:25:56,497 DEBUG [M:0;bbb9a1547c7c:34851 {}] zookeeper.ZKUtil(347): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-11T13:25:56,497 WARN  [M:0;bbb9a1547c7c:34851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-11T13:25:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-11T13:25:56,498 INFO  [M:0;bbb9a1547c7c:34851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/.lastflushedseqids
2024-11-11T13:25:56,498 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-11T13:25:56,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T13:25:56,508 INFO  [M:0;bbb9a1547c7c:34851 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-11T13:25:56,671 DEBUG [bbb9a1547c7c:34851 {}] assignment.AssignmentManager(2447): Stopped! Dropping assign of 1 queued regions.
2024-11-11T13:25:56,671 INFO  [M:0;bbb9a1547c7c:34851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-11T13:25:56,672 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T13:25:56,672 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:56,672 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:56,672 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T13:25:56,672 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:56,672 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=24.17 KB heapSize=30.80 KB
2024-11-11T13:25:56,681 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1c1377e7e7e14db2b96c20da49913aef
2024-11-11T13:25:56,699 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c1377e7e7e14db2b96c20da49913aef is 82, key is hbase:meta,,1/info:regioninfo/1731331552365/Put/seqid=0
2024-11-11T13:25:56,699 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c1377e7e7e14db2b96c20da49913aef
2024-11-11T13:25:56,708 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b3411b7fd45343baa3fcc5764e54fa79
2024-11-11T13:25:56,726 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3411b7fd45343baa3fcc5764e54fa79 is 706, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731331553118/Put/seqid=0
2024-11-11T13:25:56,727 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.56 KB at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3411b7fd45343baa3fcc5764e54fa79
2024-11-11T13:25:56,735 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 777fda9111254a3ab25614db091da6e0
2024-11-11T13:25:56,752 DEBUG [M:0;bbb9a1547c7c:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fda9111254a3ab25614db091da6e0 is 58, key is bbb9a1547c7c,36467,1731331549617/rs:/1731331555762/DeleteFamily/seqid=0
2024-11-11T13:25:56,753 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=64 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fda9111254a3ab25614db091da6e0
2024-11-11T13:25:56,756 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777fda9111254a3ab25614db091da6e0
2024-11-11T13:25:56,756 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c1377e7e7e14db2b96c20da49913aef as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c1377e7e7e14db2b96c20da49913aef
2024-11-11T13:25:56,758 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c1377e7e7e14db2b96c20da49913aef, entries=8, sequenceid=64, filesize=5.5 K
2024-11-11T13:25:56,759 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3411b7fd45343baa3fcc5764e54fa79 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3411b7fd45343baa3fcc5764e54fa79
2024-11-11T13:25:56,761 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3411b7fd45343baa3fcc5764e54fa79, entries=8, sequenceid=64, filesize=6.5 K
2024-11-11T13:25:56,762 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fda9111254a3ab25614db091da6e0 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777fda9111254a3ab25614db091da6e0
2024-11-11T13:25:56,764 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777fda9111254a3ab25614db091da6e0
2024-11-11T13:25:56,764 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c722273b-3e3b-aafb-e05b-692fef1a28fa/e6c3e804-2fcf-db0b-dac8-1a35642e7238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777fda9111254a3ab25614db091da6e0, entries=1, sequenceid=64, filesize=5.2 K
2024-11-11T13:25:56,765 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~24.17 KB/24747, heapSize ~30.51 KB/31240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=64, compaction requested=false
2024-11-11T13:25:56,767 INFO  [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T13:25:56,767 DEBUG [M:0;bbb9a1547c7c:34851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731331556672Disabling compacts and flushes for region at 1731331556672Disabling writes for close at 1731331556672Obtaining lock to block concurrent updates at 1731331556672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731331556672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=24747, getHeapSize=31480, getOffHeapSize=0, getCellsCount=76 at 1731331556673 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731331556673Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731331556673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731331556698 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731331556698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731331556702 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731331556725 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731331556725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731331556729 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731331556751 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731331556751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c32b78: reopening flushed file at 1731331556756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209bb95a: reopening flushed file at 1731331556759 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144d4a34: reopening flushed file at 1731331556761 (+2 ms)Finished flush of dataSize ~24.17 KB/24747, heapSize ~30.51 KB/31240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=64, compaction requested=false at 1731331556765 (+4 ms)Writing region close event to WAL at 1731331556767 (+2 ms)Closed at 1731331556767
2024-11-11T13:25:56,769 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T13:25:56,769 INFO  [M:0;bbb9a1547c7c:34851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-11T13:25:56,769 INFO  [M:0;bbb9a1547c7c:34851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34851
2024-11-11T13:25:56,770 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T13:25:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T13:25:56,871 INFO  [M:0;bbb9a1547c7c:34851 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T13:25:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x1002ef640120000, quorum=127.0.0.1:63878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T13:25:56,876 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-11T13:25:56,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-11T13:25:56,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T13:25:56,907 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestPrefetchRSClose#testPrefetchPersistence Thread=45 (was 12)
Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/bbb9a1547c7c:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/bbb9a1547c7c:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731331555597
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731331553470
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731331555594
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731331555590
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=337 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3847 (was 3879)